-- Logs begin at Thu 2022-10-20 14:01:41 UTC, end at Thu 2022-10-20 14:57:26 UTC. -- Oct 20 14:32:34.441140 dv-cinder-779233-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 20 14:32:37.117456 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.common.config [-] Logging enabled! Oct 20 14:32:37.118012 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev91 Oct 20 14:32:37.118254 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111505) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 20 14:32:37.121480 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.common.config [-] Logging enabled! Oct 20 14:32:37.121745 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev91 Oct 20 14:32:37.122048 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111505) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 20 14:32:37.122983 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 14:32:37.123218 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 14:32:37.123699 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 14:32:37.123951 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 14:32:37.124180 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 14:32:37.124530 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.124840 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.125072 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.125372 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.125989 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.126094 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.126349 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.126649 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.126938 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.127217 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.127503 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.127734 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.128016 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.128305 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.128630 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.128854 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] debug = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.129134 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.129566 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.129974 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.130258 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.130551 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.130835 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.131104 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.131381 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.131667 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.132014 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] host = dv-cinder-779233-7-iscsi {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.132283 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.132596 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.132885 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.133174 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.133450 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.133726 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.134011 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.134283 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.134556 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] log_file = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.134836 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.135124 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.135411 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.135701 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.135926 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.136147 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.136460 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.136753 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.137032 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.137306 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.137582 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.137861 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.138136 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.138404 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.138691 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.138975 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.139261 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.139537 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.139813 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.140095 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.140376 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.140665 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.140940 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.141724 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.142001 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.142290 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.142556 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.142827 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.143128 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.143414 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.143696 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.143982 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.144308 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.144615 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.144889 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.145162 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.145438 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] use_json = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.145709 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.145981 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.146262 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.146534 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.146805 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.147076 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.147347 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.147630 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.147902 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:37.148199 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.148518 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.148821 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.149105 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.149412 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.149692 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.149983 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.150264 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.150553 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.150841 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.151130 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.151408 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.151707 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.151996 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.152295 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.152625 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.152921 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.153214 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.153490 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.153764 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.154037 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.154316 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.154602 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.154879 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.155173 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.155459 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.155738 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.156034 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.156320 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.156630 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.157740 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.157835 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.158085 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.158371 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.158667 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.158953 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.159230 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.159524 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.159807 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.160084 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.160386 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.160686 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.160979 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.161257 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.161540 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.161835 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.162115 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.162389 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.162663 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.162942 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.163215 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.163501 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.163780 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.164055 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.164328 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.164633 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.164909 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.165187 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.165465 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.165737 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.166016 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.166287 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.166561 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.166833 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.167105 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.167377 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.167647 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.167917 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.168193 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.168493 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.168769 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.169041 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.169313 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.169586 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.169868 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.170163 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.170439 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.170717 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.170994 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.171270 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.171547 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.171822 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.172098 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.172459 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.172860 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.172991 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.173273 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.173560 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.173844 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.174140 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.174437 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.174718 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.174996 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.175280 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.175558 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.175834 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.176116 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.176417 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.176698 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.176983 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.177269 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.177564 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.177860 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.178139 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.178433 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.178729 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.179022 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.179303 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.179614 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.179893 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:37.180110 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 14:32:37.180359 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111505) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 20 14:32:37.560472 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=111505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 20 14:32:37.560795 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=111505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 20 14:32:37.561061 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=111505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 20 14:32:37.561296 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=111505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 20 14:32:37.561576 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 20 14:32:37.561909 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 20 14:32:37.894395 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:37.894613 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:37.894889 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:37.896242 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:37.896693 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:37.897114 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:37.950349 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:37.950628 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:37.950896 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:37.967261 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:37.967547 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:37.967821 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:37.996177 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:37.996481 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:37.996758 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.033304 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.033589 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.033869 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.265527 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.266193 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.266193 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.267324 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.268034 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.366794 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.367125 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.367413 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.367689 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.367957 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.368270 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.368563 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.368824 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.369081 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.369366 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.369628 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.369894 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.370152 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.370409 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.370670 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.370938 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.371197 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.371466 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.371740 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.372000 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.372277 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.372556 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.372843 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.373227 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.373480 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.373728 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.374125 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 14:32:38.374366 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 14:32:38.374603 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 14:32:38.374838 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 14:32:38.375073 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 14:32:38.375306 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 14:32:38.375779 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 20 14:32:38.378934 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 20 14:32:38.382881 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 20 14:32:38.386829 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 20 14:32:38.388499 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 20 14:32:38.389124 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 20 14:32:38.389466 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 20 14:32:38.389859 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 20 14:32:38.393217 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 20 14:32:38.393465 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 20 14:32:38.393811 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 14:32:38.398911 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 20 14:32:38.422277 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 20 14:32:38.422726 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.423021 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111505) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 20 14:32:38.423396 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.424776 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111505) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 20 14:32:38.425056 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 14:32:38.425301 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 20 14:32:38.436130 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.436445 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:38.577766 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 20 14:32:38.577952 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 20 14:32:38.578189 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 20 14:32:38.579236 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 20 14:32:38.631154 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO dbcounter [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Registered counter for database neutron Oct 20 14:32:38.651008 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_db.sqlalchemy.engines [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111505) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 20 14:32:38.657683 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG dbcounter [-] [111505] Writer thread running {{(pid=111505) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 14:32:39.197843 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Initializing driver for type 'gre' Oct 20 14:32:39.198347 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] gre ID ranges: [(1, 1000)] Oct 20 14:32:39.256117 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Initializing driver for type 'local' Oct 20 14:32:39.256480 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Initializing driver for type 'vlan' Oct 20 14:32:39.270294 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] VlanTypeDriver initialization complete Oct 20 14:32:39.270953 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Initializing driver for type 'vxlan' Oct 20 14:32:39.271252 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] vxlan ID ranges: [(1, 1000)] Oct 20 14:32:39.326047 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Initializing extension driver 'port_security' Oct 20 14:32:39.326442 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.extensions.port_security [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] PortSecurityExtensionDriver initialization complete Oct 20 14:32:39.326829 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Initializing mechanism driver 'openvswitch' Oct 20 14:32:39.327151 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Initializing mechanism driver 'hyperv' Oct 20 14:32:39.334280 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.plugins.ml2.plugin [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:32:39.334971 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > port after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.335367 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > port after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.335709 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > port after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.336222 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 14:32:39.336683 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > subnet after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.337051 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > subnet after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.337405 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > subnet after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.337802 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 14:32:39.338212 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > network after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.338565 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > network after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.338911 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > network after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.339311 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 14:32:39.339722 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > security_group after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.340072 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > security_group after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.340438 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > security_group after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.340836 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 14:32:39.341240 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.341588 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.341931 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.342457 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 14:32:39.342864 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > address_group after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.343215 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > address_group after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.343558 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > address_group after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.344888 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 14:32:39.345349 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] ML2 OVO RPC backend initialized. {{(pid=111505) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 20 14:32:39.346075 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router_interface after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.346442 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.346856 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > network before_response 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.347216 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > networks before_response 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.347570 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > port before_response 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.347914 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > ports before_response 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.348264 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > subnet before_response 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.348642 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > subnets before_response 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.348990 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > network after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.349334 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > network after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.349742 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > network after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.350040 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > port after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.350394 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > port after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.350762 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > port after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.351187 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > subnet after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.351545 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > subnet after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.351962 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > subnet after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.359952 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded quota_driver: . Oct 20 14:32:39.360417 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.plugin [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Modular L2 Plugin initialization complete Oct 20 14:32:39.360767 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading services supported by the core plugin {{(pid=111505) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 20 14:32:39.361110 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.plugins.ml2.managers [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Got port-security extension from driver 'port_security' Oct 20 14:32:39.361595 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.extensions.vlantransparent [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Disabled vlantransparent extension. Oct 20 14:32:39.362092 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111505) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 20 14:32:39.362430 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading Plugin: router Oct 20 14:32:39.398127 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router_interface before_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.398523 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router after_create 55549900 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.398899 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router before_create 55549900 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.399270 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.399653 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.400021 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router after_delete 55549900 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.400414 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > floatingip after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.400775 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > floatingip after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.401140 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router after_create 55549900 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.401494 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router after_update 55549900 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.401849 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router after_update 55549900 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.402204 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.402569 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router after_update 55549900 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.402983 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router precommit_update 55549900 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.403357 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: port after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.403698 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: port after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.404037 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: subnet after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.404410 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.404763 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > port precommit_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.405118 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router precommit_create 55549900 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.405471 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: port before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.405816 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router precommit_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.406182 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router after_update 55549900 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.406567 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router precommit_delete 55549900 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.407620 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router precommit_create 55549900 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.407993 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router_interface after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.408365 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router precommit_update 55549900 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.408743 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > agent after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.409102 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > agent after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.409454 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > network after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.410316 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Tracking information for resource: router configured {{(pid=111505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 14:32:39.410653 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Tracking information for resource: floatingip configured {{(pid=111505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 14:32:39.415562 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.db.l3_agentschedulers_db [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 20 14:32:39.416137 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: port after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.416539 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: port after_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.416896 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: port after_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.417248 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: port after_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.418043 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router before_create 55550100 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.418411 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router precommit_delete 55550100 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.418777 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router precommit_create 55550100 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.419138 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > router precommit_update 55550100 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.424033 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.services.provider_configuration [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service providers = [] {{(pid=111505) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 20 14:32:39.424430 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.db.servicetype_db [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111505) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 20 14:32:39.427390 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.services.service_base [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 14:32:39.427742 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.services.service_base [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 14:32:39.428084 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.services.service_base [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 14:32:39.428992 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.services.service_base [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 14:32:39.429364 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.services.service_base [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 20 14:32:39.429744 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 14:32:39.430063 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 20 14:32:39.441881 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 14:32:39.442220 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading Plugin: auto_allocate Oct 20 14:32:39.448287 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: network precommit_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.448649 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: network precommit_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.449167 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 14:32:39.449490 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading Plugin: tag Oct 20 14:32:39.456565 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 14:32:39.456899 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading Plugin: timestamp Oct 20 14:32:39.460950 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 14:32:39.461281 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading Plugin: network_ip_availability Oct 20 14:32:39.466745 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.467121 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.467481 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.468204 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 14:32:39.468558 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading Plugin: flavors Oct 20 14:32:39.473832 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 14:32:39.474169 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading Plugin: revisions Oct 20 14:32:39.478577 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 14:32:39.478963 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_concurrency.lockutils [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.917s {{(pid=111505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 20 14:32:39.479709 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111505) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 20 14:32:39.480044 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Initializing extension manager. Oct 20 14:32:39.480609 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: __init__.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.480953 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: __pycache__ {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.481291 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: address_group.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.482182 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.482745 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: address-group Oct 20 14:32:39.483075 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: address_scope.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.483755 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.484264 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: address-scope Oct 20 14:32:39.484626 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: admin_state_down_before_update.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.485541 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.486047 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: router-admin-state-down-before-update Oct 20 14:32:39.486370 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: agent.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.487065 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.487574 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: agent Oct 20 14:32:39.487894 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: agent_resources_synced.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.489054 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.489565 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: agent-resources-synced Oct 20 14:32:39.489890 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: allowedaddresspairs.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.491639 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.492169 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: allowed-address-pairs Oct 20 14:32:39.492537 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: auto_allocated_topology.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.493572 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.494096 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: auto-allocated-topology Oct 20 14:32:39.494426 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: availability_zone.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.495090 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.495606 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: availability_zone Oct 20 14:32:39.495931 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: availability_zone_filter.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.496841 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.497355 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: availability_zone_filter Oct 20 14:32:39.497678 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: data_plane_status.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.498543 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.499055 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension data-plane-status not supported by any of loaded plugins Oct 20 14:32:39.499379 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: default_subnetpools.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.500261 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.501307 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: default-subnetpools Oct 20 14:32:39.501628 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: dhcpagentscheduler.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.502397 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.502913 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: dhcp_agent_scheduler Oct 20 14:32:39.503244 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: dns.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.504124 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.504673 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension dns-integration not supported by any of loaded plugins Oct 20 14:32:39.504996 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: dns_domain_ports.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.505870 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.506381 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 20 14:32:39.506702 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.507583 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.508091 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 20 14:32:39.508442 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: dvr.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.509079 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.509592 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: dvr Oct 20 14:32:39.509912 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: ecmp_routes.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.510784 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.511288 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension ecmp_routes not supported by any of loaded plugins Oct 20 14:32:39.511607 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: empty_string_filtering.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.512516 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.513025 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: empty-string-filtering Oct 20 14:32:39.513351 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.514223 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.514733 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 20 14:32:39.515055 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.516526 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.517038 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 20 14:32:39.517362 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: external_net.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.518234 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.518745 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: external-net Oct 20 14:32:39.519068 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: extra_dhcp_opt.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.519937 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.520486 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: extra_dhcp_opt Oct 20 14:32:39.520811 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: extraroute.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.521676 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.522188 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: extraroute Oct 20 14:32:39.522509 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: extraroute_atomic.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.523497 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.524014 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: extraroute-atomic Oct 20 14:32:39.524367 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: filter_validation.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.525000 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.525507 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: filter-validation Oct 20 14:32:39.525828 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: fip_pf_description.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.526698 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.527205 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 20 14:32:39.527527 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: fip_pf_detail.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.528431 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.528946 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: floating-ip-port-forwarding-detail Oct 20 14:32:39.529264 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: fip_pf_port_range.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.530149 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.530658 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 20 14:32:39.530979 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: fip_port_details.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.531901 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.532587 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: fip-port-details Oct 20 14:32:39.532912 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: flavors.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.534111 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.534639 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: flavors Oct 20 14:32:39.534963 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.536607 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.537143 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 20 14:32:39.537478 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: floatingip_pools.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.538150 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.538671 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: floatingip-pools Oct 20 14:32:39.539003 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: ip_allocation.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.539884 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.540416 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension ip_allocation not supported by any of loaded plugins Oct 20 14:32:39.540745 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.541642 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.542158 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: ip-substring-filtering Oct 20 14:32:39.542484 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: l2_adjacency.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.543378 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.543888 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension l2_adjacency not supported by any of loaded plugins Oct 20 14:32:39.544214 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: l3.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.545178 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.545959 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: router Oct 20 14:32:39.546294 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: l3_conntrack_helper.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.548863 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.549404 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 20 14:32:39.549743 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.550634 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.551158 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: ext-gw-mode Oct 20 14:32:39.551490 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.552405 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.552931 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: l3-ha Oct 20 14:32:39.553259 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.554139 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.554657 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 20 14:32:39.554985 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: l3_flavors.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.555865 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.556418 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: l3-flavors Oct 20 14:32:39.556748 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: l3_ndp_proxy.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.558079 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.558611 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 20 14:32:39.558941 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.559825 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.560377 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: l3-port-ip-change-not-allowed Oct 20 14:32:39.560703 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: l3agentscheduler.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.561702 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.562223 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: l3_agent_scheduler Oct 20 14:32:39.562552 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: local_ip.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.564832 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.565367 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension local_ip not supported by any of loaded plugins Oct 20 14:32:39.565699 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: logging.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.567127 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.567655 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension logging not supported by any of loaded plugins Oct 20 14:32:39.567985 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: metering.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.568721 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.569300 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: metering Oct 20 14:32:39.569626 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.570686 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.571206 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: metering_source_and_destination_fields Oct 20 14:32:39.571533 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: multiprovidernet.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.572445 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.572967 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: multi-provider Oct 20 14:32:39.573292 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: netmtu.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.574178 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.574699 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: net-mtu Oct 20 14:32:39.575023 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: netmtu_writable.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.575902 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.576445 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: net-mtu-writable Oct 20 14:32:39.576769 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: network_availability_zone.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.577405 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.577915 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: network_availability_zone Oct 20 14:32:39.578234 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: network_ip_availability.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.579381 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.579892 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: network-ip-availability Oct 20 14:32:39.580213 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: network_segment_range.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.580980 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.581487 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension network-segment-range not supported by any of loaded plugins Oct 20 14:32:39.581808 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: pagination.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.582747 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.583078 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: pagination Oct 20 14:32:39.583398 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: port_device_profile.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.584271 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.584820 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: port-device-profile Oct 20 14:32:39.585146 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: port_mac_address_override.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.586029 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.586546 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: port-mac-override Oct 20 14:32:39.586872 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.587754 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.588271 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: port-mac-address-regenerate Oct 20 14:32:39.588622 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.589495 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.590010 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: port-numa-affinity-policy Oct 20 14:32:39.590332 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: port_resource_request.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.591210 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.591721 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension port-resource-request not supported by any of loaded plugins Oct 20 14:32:39.592044 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: port_resource_request_groups.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.593066 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.593581 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 20 14:32:39.593911 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: portbindings.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.595391 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.595910 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: binding Oct 20 14:32:39.596234 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: portbindings_extended.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.597481 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.598005 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: binding-extended Oct 20 14:32:39.598334 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: portsecurity.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.599212 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.599730 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: port-security Oct 20 14:32:39.600051 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: project_id.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.601212 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.601546 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: project-id Oct 20 14:32:39.601871 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: providernet.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.602757 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.603275 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: provider Oct 20 14:32:39.603601 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: qos.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.607145 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.607682 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension qos not supported by any of loaded plugins Oct 20 14:32:39.608020 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.609272 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.610420 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 20 14:32:39.611027 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.611926 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.612480 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 20 14:32:39.612811 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: qos_default.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.613949 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.614478 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension qos-default not supported by any of loaded plugins Oct 20 14:32:39.614800 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: qos_fip.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.615696 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.616216 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension qos-fip not supported by any of loaded plugins Oct 20 14:32:39.616574 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: qos_fip_network_policy.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.617455 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.617976 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 20 14:32:39.618301 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: qos_gateway_ip.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.619193 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.619708 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 20 14:32:39.620030 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: qos_port_network_policy.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.620926 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.621441 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 20 14:32:39.621764 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.622770 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.623290 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 20 14:32:39.623615 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.624719 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.625247 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 20 14:32:39.625783 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: qos_pps_rule.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.627136 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.627660 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension qos-pps not supported by any of loaded plugins Oct 20 14:32:39.627992 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: qos_rule_type_details.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.628920 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.629439 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 20 14:32:39.630007 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: qos_rule_type_filter.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.631019 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.631536 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 20 14:32:39.631864 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: qos_rules_alias.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.632910 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.633433 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 20 14:32:39.633756 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: quota_check_limit.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.634638 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.635156 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: quota-check-limit Oct 20 14:32:39.635479 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: quotasv2.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.636444 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.636770 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: quotas Oct 20 14:32:39.637088 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: quotasv2_detail.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.638773 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.639118 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: quota_details Oct 20 14:32:39.639452 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: rbac.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.640515 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.641155 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: rbac-policies Oct 20 14:32:39.641497 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: rbac_address_group.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.642394 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.642919 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: rbac-address-group Oct 20 14:32:39.643250 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: rbac_address_scope.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.644211 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.644768 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: rbac-address-scope Oct 20 14:32:39.645098 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: rbac_security_groups.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.645981 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.646499 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: rbac-security-groups Oct 20 14:32:39.647097 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: rbac_subnetpool.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.647984 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.648538 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: rbac-subnetpool Oct 20 14:32:39.648862 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: revisionifmatch.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.649750 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.650265 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: revision-if-match Oct 20 14:32:39.650588 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: revisions.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.651662 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.652178 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: standard-attr-revisions Oct 20 14:32:39.652542 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: router_availability_zone.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.653179 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.653693 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: router_availability_zone Oct 20 14:32:39.654015 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: routerservicetype.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.654903 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.655419 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension router-service-type not supported by any of loaded plugins Oct 20 14:32:39.655741 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.657233 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.657762 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: security-groups-normalized-cidr Oct 20 14:32:39.658083 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: security_groups_port_filtering.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.658972 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.659489 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: port-security-groups-filtering Oct 20 14:32:39.659812 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.660738 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.661258 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: security-groups-remote-address-group Oct 20 14:32:39.661581 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.662470 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.662982 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: security-groups-shared-filtering Oct 20 14:32:39.663303 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: securitygroup.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.673807 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.674354 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: security-group Oct 20 14:32:39.674692 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: segment.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.675391 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.675909 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension segment not supported by any of loaded plugins Oct 20 14:32:39.676239 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.677167 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.677688 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 20 14:32:39.678018 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: servicetype.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.679080 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.679603 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: service-type Oct 20 14:32:39.679931 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: sorting.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.680913 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.681248 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: sorting Oct 20 14:32:39.681572 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: standard_attr_segment.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.682466 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.682991 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 20 14:32:39.683316 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: standardattrdescription.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.683933 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.684474 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: standard-attr-description Oct 20 14:32:39.684798 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: stateful_security_group.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.685726 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.686242 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: stateful-security-group Oct 20 14:32:39.686565 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: stdattrs_common.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.687116 dv-cinder-779233-7-iscsi neutron-server[111505]: WARNING neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 20 14:32:39.687440 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.688447 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.688969 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 20 14:32:39.689296 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: subnet_onboard.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.690326 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.690847 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: subnet_onboard Oct 20 14:32:39.691173 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.692089 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.692620 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 20 14:32:39.692944 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: subnet_service_types.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.693845 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.694368 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: subnet-service-types Oct 20 14:32:39.694691 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: subnetallocation.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.695730 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.696252 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: subnet_allocation Oct 20 14:32:39.696612 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.697248 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.697765 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: subnetpool-prefix-ops Oct 20 14:32:39.698087 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.699023 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.699492 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 20 14:32:39.700074 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: tagging.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.701102 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.701634 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: standard-attr-tag Oct 20 14:32:39.701958 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: timestamp.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.703121 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.703680 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loaded extension: standard-attr-timestamp Oct 20 14:32:39.704017 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: trunk.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.705037 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.705561 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension trunk not supported by any of loaded plugins Oct 20 14:32:39.705890 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: trunk_details.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.706767 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.707287 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension trunk-details not supported by any of loaded plugins Oct 20 14:32:39.707614 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: uplink_status_propagation.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.708532 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.709052 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 20 14:32:39.709378 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Loading extension file: vlantransparent.py {{(pid=111505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 14:32:39.710016 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 14:32:39.710528 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extension vlan-transparent not supported by any of loaded plugins Oct 20 14:32:39.713150 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:network Oct 20 14:32:39.713677 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:subnet Oct 20 14:32:39.714085 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 14:32:39.714475 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:port Oct 20 14:32:39.715769 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.v2.resource_helper [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 14:32:39.716220 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.v2.resource_helper [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service FLAVORS assigned prefix: {{(pid=111505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 14:32:39.716873 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.v2.resource_helper [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 14:32:39.717321 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.v2.resource_helper [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 14:32:39.717666 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:router Oct 20 14:32:39.718100 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:floatingip Oct 20 14:32:39.718583 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.v2.resource_helper [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service METERING assigned prefix: /metering {{(pid=111505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 14:32:39.720650 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.721025 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.721385 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:32:39.722385 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 14:32:39.722827 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:security_group Oct 20 14:32:39.723256 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 14:32:39.723794 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.v2.resource_helper [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service CORE assigned prefix: {{(pid=111505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 14:32:39.724135 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 14:32:39.724517 dv-cinder-779233-7-iscsi neutron-server[111505]: WARNING neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] subnetpool is already registered Oct 20 14:32:39.724946 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.v2.resource_helper [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service CORE assigned prefix: {{(pid=111505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 14:32:39.725276 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 14:32:39.725612 dv-cinder-779233-7-iscsi neutron-server[111505]: WARNING neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] subnetpool is already registered Oct 20 14:32:39.727997 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.v2.resource_helper [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 14:32:39.728474 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.v2.resource_helper [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service FLAVORS assigned prefix: {{(pid=111505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 14:32:39.729109 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.v2.resource_helper [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 14:32:39.729652 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.v2.resource_helper [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 14:32:39.729995 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:router Oct 20 14:32:39.730339 dv-cinder-779233-7-iscsi neutron-server[111505]: WARNING neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] router is already registered Oct 20 14:32:39.730764 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:floatingip Oct 20 14:32:39.731103 dv-cinder-779233-7-iscsi neutron-server[111505]: WARNING neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] floatingip is already registered Oct 20 14:32:39.731583 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.v2.resource_helper [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service METERING assigned prefix: /metering {{(pid=111505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 14:32:39.732308 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 14:32:39.732665 dv-cinder-779233-7-iscsi neutron-server[111505]: WARNING neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] rbac_policy is already registered Oct 20 14:32:39.733088 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:security_group Oct 20 14:32:39.733424 dv-cinder-779233-7-iscsi neutron-server[111505]: WARNING neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] security_group is already registered Oct 20 14:32:39.733838 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 14:32:39.734177 dv-cinder-779233-7-iscsi neutron-server[111505]: WARNING neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] security_group_rule is already registered Oct 20 14:32:39.735229 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.v2.resource_helper [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service CORE assigned prefix: {{(pid=111505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 14:32:39.735579 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 14:32:39.735916 dv-cinder-779233-7-iscsi neutron-server[111505]: WARNING neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] subnetpool is already registered Oct 20 14:32:39.736356 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.v2.resource_helper [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Service CORE assigned prefix: {{(pid=111505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 14:32:39.736690 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 14:32:39.737024 dv-cinder-779233-7-iscsi neutron-server[111505]: WARNING neutron.quota.resource_registry [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] subnetpool is already registered Oct 20 14:32:39.737495 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: extensions {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.739332 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: address-groups {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.740893 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: address-scopes {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.742114 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: agents {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.743284 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: auto-allocated-topology {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.745847 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: availability_zones {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.747112 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: dhcp-networks {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.748857 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: dhcp-agents {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.750504 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: routers {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.752237 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: flavors {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.753462 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: service_profiles {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.754802 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: next_providers {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.756274 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: service_profiles {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.757778 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: floatingip-pools {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.759032 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: routers {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.760890 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: floatingips {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.762112 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: l3-routers {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.763523 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: l3-agents {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.765113 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: metering-labels {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.766425 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: metering-label-rules {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.767719 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: network-ip-availabilities {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.769131 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: bindings {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.770721 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: quotas {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.772321 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: quotas {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.774019 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: rbac-policies {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.775233 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: security-groups {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.776488 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: security-group-rules {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.777763 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: service-providers {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.779083 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: subnetpools {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.780465 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: subnetpools {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.782461 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: tags {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.784280 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: tags {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.786049 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: tags {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.787999 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: tags {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.789734 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: tags {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.791626 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: tags {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.793452 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: tags {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.795301 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: tags {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.797130 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: tags {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.799553 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron.api.extensions [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Extended resource: tags {{(pid=111505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 14:32:39.806600 dv-cinder-779233-7-iscsi neutron-server[111505]: WARNING keystonemiddleware.auth_token [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 20 14:32:39.811675 dv-cinder-779233-7-iscsi neutron-server[111505]: WARNING keystonemiddleware.auth_token [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 20 14:32:39.820526 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_concurrency.lockutils [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Acquiring lock "singleton_lock" {{(pid=111505) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 20 14:32:39.820864 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_concurrency.lockutils [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Acquired lock "singleton_lock" {{(pid=111505) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 20 14:32:39.821338 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_concurrency.lockutils [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Releasing lock "singleton_lock" {{(pid=111505) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 20 14:32:39.821994 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO oslo_service.service [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Starting 2 workers Oct 20 14:32:39.826802 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Started child 111616 {{(pid=111505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 14:32:39.831236 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Started child 111617 {{(pid=111505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 14:32:39.832262 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:32:39.832890 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO neutron.service [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Neutron service started, listening on 0.0.0.0:9696 Oct 20 14:32:39.833489 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Publish callbacks [] for process (None), before_spawn {{(pid=111505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:32:39.833765 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [-] (111616) wsgi starting up on http://0.0.0.0:9696 Oct 20 14:32:39.835939 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO oslo_service.service [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Starting 1 workers Oct 20 14:32:39.836334 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:32:39.837833 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [-] (111617) wsgi starting up on http://0.0.0.0:9696 Oct 20 14:32:39.841157 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Started child 111618 {{(pid=111505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 14:32:39.841721 dv-cinder-779233-7-iscsi neutron-server[111505]: INFO oslo_service.service [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Starting 1 workers Oct 20 14:32:39.845544 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.service [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] calling RpcWorker wait() {{(pid=111618) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 20 14:32:39.846124 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.service [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] returning from RpcWorker wait() {{(pid=111618) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 20 14:32:39.846941 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Started child 111619 {{(pid=111505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 14:32:39.847274 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:32:39.847715 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:32:39.847807 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG neutron_lib.callbacks.manager [None req-60937eec-73ff-4939-8a53-4af2644fdc6e None None] Publish callbacks [] for process (None), after_spawn {{(pid=111505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:32:39.849956 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111505) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 20 14:32:39.850178 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 14:32:39.850359 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 14:32:39.850588 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 14:32:39.850912 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 14:32:39.851092 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 14:32:39.851602 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.851886 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.852158 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.852472 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.852879 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:32:39.853354 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.853354 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.853565 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.853769 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.853856 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:32:39.854051 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.854221 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.854388 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.854639 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.854886 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.855220 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.855504 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.855758 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.855987 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.856157 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.856426 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.856698 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.856940 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.857228 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] debug = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.857477 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.857965 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.858218 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.858457 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.858696 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.858963 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.859214 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.859486 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.859807 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.860683 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.861181 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.861277 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.861719 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.861978 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.862231 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.862497 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.862720 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.863486 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] host = dv-cinder-779233-7-iscsi {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.863724 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.863987 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.864240 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.864512 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.865130 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.865389 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.865756 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.866015 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.866272 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.866524 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.866773 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.867031 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.867266 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.867509 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_file = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.867668 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_options = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.867917 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.868200 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.868496 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.868694 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.868863 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.869027 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.870260 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.870906 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.870906 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.871346 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.871584 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.871881 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.872337 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.872337 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.872786 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.872786 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.873264 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.873549 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.874030 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.874982 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.875828 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.875828 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.876495 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.876633 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.877625 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.877857 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.878123 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.878414 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.878644 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.880618 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.880921 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.881220 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.881470 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.881751 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.882037 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.882288 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.882533 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.882783 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.883077 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.883317 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.883592 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.883871 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.884097 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.887304 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.887752 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.888878 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.889474 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] use_json = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.889940 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.890215 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.890488 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.891520 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.892536 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.892961 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.893373 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.893795 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.894209 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:39.894816 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.895291 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.895786 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.896212 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.896659 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.897275 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.897534 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.897815 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.898089 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.898359 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.898697 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.898962 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.899420 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.899732 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.900019 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.900549 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.901000 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.901292 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.901550 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.901767 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.902028 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.902274 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.902667 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.902926 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.903174 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.903420 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.903639 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.903986 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.904264 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.904566 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.904920 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.906705 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.908198 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.908632 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.910336 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.911085 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.911902 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.912370 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.912689 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.912930 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.913201 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.914092 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.915152 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.916129 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.916380 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.916631 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.916867 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.917138 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.917424 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.917673 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.917893 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.918117 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.918338 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.918576 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.918826 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.919065 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.919339 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.919604 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.919842 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.920090 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.920334 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.920714 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.921453 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.921827 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.922056 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.922799 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.923190 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.923418 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.923665 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.924011 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.924439 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.924660 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.924890 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.925110 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.925329 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.925576 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.925793 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.926036 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.926252 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.926466 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.926852 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.927098 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.927312 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.927532 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.927745 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.928411 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.928686 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.928910 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.929185 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.929380 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.930057 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.930840 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.931174 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.931432 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.931689 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.931916 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.932184 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.932440 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.932697 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.932919 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.933139 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.933372 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.933642 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.933874 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.934131 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.934388 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.934626 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.934880 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.935099 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.935315 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.935530 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.935746 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.935961 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.936182 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.939157 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.939618 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.939895 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.940158 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.940568 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.940869 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.941124 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.941405 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.942459 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.942905 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.943209 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.943506 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.943732 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.944006 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.944405 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.944670 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.944951 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.945225 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.945466 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.945737 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.946924 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.947189 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.947436 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.947694 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.947943 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.948178 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.948423 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.948648 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.948885 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.949250 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.949438 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.949883 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.949995 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.950196 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.950427 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.950667 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.950929 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.951182 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.951415 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.951677 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.951921 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.952138 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.952632 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.952908 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.953914 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.954699 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.954929 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.955212 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.955438 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.955688 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.955937 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.956157 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.956406 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.956630 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.956855 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.957077 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.957176 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:32:39.957334 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.957549 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.957770 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.958009 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.958230 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.958447 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.958665 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.958881 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.959134 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.959355 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.959626 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.959937 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.960889 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.961139 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.961845 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.962146 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.962372 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.964111 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.964385 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.964636 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.964866 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.965117 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.965341 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.965588 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.965826 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.966047 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.966320 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.966576 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.966927 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.967183 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.967415 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.967671 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.967911 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.968150 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.970475 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.970735 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.971008 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.971242 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.971478 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.971712 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.971975 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.972205 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.972455 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.972701 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.972926 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.973187 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.973467 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.973716 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.973984 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.974232 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.974453 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.974758 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.974896 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.975109 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.975329 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.975600 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.975791 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.975958 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.976175 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.978031 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.978031 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.978031 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.978031 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.978031 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.979535 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.979535 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.979535 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.979953 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.981918 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.981918 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.981918 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.981918 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.981918 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.981918 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.982584 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.983022 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.983463 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.983687 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.983959 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.984241 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.984687 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.985391 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.985391 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.985720 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.985966 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.986223 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.986492 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.986983 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.987364 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.987604 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.987879 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.988470 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.988700 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.991325 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.991626 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.991868 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.992305 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.992842 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.993113 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.993577 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.993981 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.994289 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.994656 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.995049 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.995294 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.995697 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.995940 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.996258 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.996602 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.996856 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.997352 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.997715 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.998034 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.998313 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.998644 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.998945 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.999254 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:39.999641 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.000556 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.000898 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.001690 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.002316 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.003069 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.003448 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.003747 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.004001 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.004719 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.005382 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.005792 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.006315 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.006842 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.007360 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.007748 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.008062 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.008421 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.008804 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.009194 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.009695 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.010115 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.010377 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 14:32:40.010921 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111505) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 20 14:32:40.011186 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 14:32:40.011395 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 14:32:40.011621 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 14:32:40.011825 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 14:32:40.012028 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 14:32:40.012304 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.012504 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.012804 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.013058 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.013283 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.013457 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.013696 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.013869 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.014155 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.014411 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.014664 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.014870 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.015107 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.015383 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.015595 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.015773 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.016561 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.016823 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.017043 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.017141 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.017356 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.017557 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] debug = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.017776 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.017991 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.018190 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.018406 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.018573 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.018761 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.018962 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.019151 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.019373 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.019531 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.019962 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.020196 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.020419 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.020669 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.020848 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.021066 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.021300 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.021484 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] host = dv-cinder-779233-7-iscsi {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.021650 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.021845 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.022028 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.022200 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.022421 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.022684 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.022876 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.023046 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.023257 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.023523 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.023774 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.023985 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.024200 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.024336 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_file = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.024592 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_options = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.024815 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.024987 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.025228 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.025449 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.025647 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.025810 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.026009 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.026224 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.026402 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.026571 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.026796 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.026999 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.027183 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.027371 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.027598 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.027908 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.028021 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.028235 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.028471 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.028633 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.028798 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.029039 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.029226 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.029433 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.029608 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.029823 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.029957 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.030198 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.030393 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.030574 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.030816 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.031019 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.031212 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.031379 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.032262 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.032479 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.032652 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.032881 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.033093 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.033313 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.033477 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.033665 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.033849 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.034070 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.034273 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.034453 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.034615 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] use_json = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.034857 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.035079 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.035243 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.035446 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.035631 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.035789 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.035948 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.036109 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.036269 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 14:32:40.036474 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.036641 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.036816 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.036982 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.037146 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.037308 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.037470 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.037632 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.037795 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.037958 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.038129 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.038293 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.038466 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.038628 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.038790 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.038982 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.039144 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.039305 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.039468 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.039630 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.039792 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.039954 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.040129 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.040276 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.040444 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.040608 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.040770 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.040942 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.041103 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.041272 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.041449 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.041611 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.041773 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.041936 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.042098 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.042262 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.042425 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.042588 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.042751 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.042914 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.043079 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.043242 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.043404 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.043566 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.043729 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.043890 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.044053 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.044216 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.044399 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.044564 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.044726 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.044888 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.045051 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.045214 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.045376 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.045539 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.045701 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.045878 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.046043 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.046202 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.046363 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.046525 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.046687 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.046849 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.047011 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.047196 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.047405 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.047525 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.047678 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.047836 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.047997 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.048157 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.048320 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.048508 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.048672 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.048834 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.048997 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.049159 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.049320 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.049481 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.049642 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.049803 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.049969 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.050130 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.050291 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.050453 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.050620 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.050871 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.051039 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.051202 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.051363 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.051532 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.051711 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.051874 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.052036 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.052198 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.052375 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.052541 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.052702 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.052864 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.053030 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.053191 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.053353 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.053515 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.053679 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.053840 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.054001 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.054162 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.054324 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.054485 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.054647 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.054808 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.054971 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.055132 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.055321 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.055482 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.055643 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.055807 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.055968 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.056129 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.056291 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.056475 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.056637 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.056809 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.056972 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.057137 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.057298 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.057468 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.057640 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.057802 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.057965 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.058127 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.058289 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.058451 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.058613 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.058774 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.058935 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.059097 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.059259 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.059432 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.059598 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.059760 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.059922 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.060107 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.060269 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.060454 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.060615 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.060777 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.060939 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.061102 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.061264 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.061426 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.061586 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.061748 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.061910 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.062072 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.062234 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.062396 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.062557 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.062720 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.062938 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.063078 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.063224 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.063387 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.063549 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.063712 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.063874 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.064034 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.064195 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.064371 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.064536 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.064698 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.064859 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.065021 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.065183 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.065346 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.065507 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.065668 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.065829 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.065990 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.066154 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.066316 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.066479 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.066641 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.066804 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.066966 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.067128 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.067292 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.067455 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.067618 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.067781 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.067943 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.068106 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.068268 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.068460 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.068625 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.068787 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.068949 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.069129 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.069291 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.069453 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.069618 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.069783 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.069947 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.070108 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.070270 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.070434 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.070595 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.070760 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.070923 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.071085 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.071248 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.071409 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.071571 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.071732 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.071894 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.072058 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.072222 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.072403 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.072567 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.072729 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.072896 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.073057 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.073218 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.073380 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.073541 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.073703 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.073865 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.074027 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.074184 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.074350 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.074512 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.074673 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.074836 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.074997 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.075159 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.075331 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.075493 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.075658 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.075818 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.075979 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.076141 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.076313 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.076497 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.076660 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.076821 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.076984 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.077145 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.077315 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.077476 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.077637 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.077797 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.077958 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.078118 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.078290 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.078959 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.079123 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.079349 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.079445 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.079595 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.079771 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.079932 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.080096 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.080257 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.080441 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.080604 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.080775 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.080939 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.081101 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.081272 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.081433 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.081593 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.081757 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.081930 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.082091 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.082256 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.082416 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.082577 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.082738 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.082900 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.083065 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.083238 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.083412 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.083574 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.083744 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.083913 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.084083 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.084244 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.084447 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.084622 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.084784 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.084945 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.085106 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.085267 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.085430 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.085591 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.085762 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.085913 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.086074 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.086234 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.086395 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.086557 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.086719 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.086880 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.087042 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.087203 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.087365 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.087526 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.087688 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 14:32:40.087841 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 14:32:40.119912 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 58052) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:32:40.126961 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [-] 10.222.0.13 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049274 Oct 20 14:32:40.131345 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [-] 10.222.0.13 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038276 Oct 20 14:32:49.323550 dv-cinder-779233-7-iscsi neutron-server[111505]: DEBUG dbcounter [-] [111505] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=111505) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:32:51.552656 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd71124-d8e8-496b-a5f0-806b32baf6aa None None] get_active_networks_info from dv-cinder-779233-7-iscsi {{(pid=111618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 14:32:51.557624 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writer thread running {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 14:32:51.647611 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd71124-d8e8-496b-a5f0-806b32baf6aa None None] No non-hosted networks {{(pid=111618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 20 14:32:51.717915 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-4eeb0e4f-e697-45c6-8594-6f71c3291ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649480'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:32:53.122033 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writer thread running {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 14:32:53.614806 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-2f87bfd8-2dda-427f-90f1-bb8d78f17ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649480'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:32:53.642762 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-50392c34-4986-4381-b5b4-66e5f3f54845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:32:54.965480 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649480'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:32:55.250070 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 58126) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:32:55.812049 dv-cinder-779233-7-iscsi neutron-server[111616]: WARNING oslo_policy.policy [None req-9f29f7f5-3f04-4e9a-9cc4-fc85f33ad573 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 14:32:55.812703 dv-cinder-779233-7-iscsi neutron-server[111616]: WARNING oslo_policy.policy [None req-9f29f7f5-3f04-4e9a-9cc4-fc85f33ad573 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 14:32:56.034920 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [None req-9f29f7f5-3f04-4e9a-9cc4-fc85f33ad573 admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 14:32:56.040388 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-9f29f7f5-3f04-4e9a-9cc4-fc85f33ad573 admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7850294 Oct 20 14:32:56.245347 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649480'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:32:56.246123 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.246422 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.246852 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.247115 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.247444 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.247766 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.248452 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.249034 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.249881 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.250681 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.251025 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.251510 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.251849 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.252492 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.252913 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:32:56.253413 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-779233-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:32:56.262445 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-779233-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:32:56.402752 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649480'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:32:58.731157 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 58162) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:32:59.065638 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-7e39eea9-c473-43d0-bb65-effdb8f59437 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:32:59.078407 dv-cinder-779233-7-iscsi neutron-server[111616]: ERROR stevedore.extension [None req-7e39eea9-c473-43d0-bb65-effdb8f59437 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 20 14:32:59.159607 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.policy [None req-7e39eea9-c473-43d0-bb65-effdb8f59437 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111616) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 14:32:59.201403 dv-cinder-779233-7-iscsi neutron-server[111616]: WARNING oslo_policy.policy [None req-7e39eea9-c473-43d0-bb65-effdb8f59437 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 14:32:59.201785 dv-cinder-779233-7-iscsi neutron-server[111616]: WARNING oslo_policy.policy [None req-7e39eea9-c473-43d0-bb65-effdb8f59437 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 14:32:59.222489 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writer thread running {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 14:32:59.299891 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7e39eea9-c473-43d0-bb65-effdb8f59437 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766728389639', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766728387315', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766728436527', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766728431498', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766728425266', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766728415432', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66478954', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66481495', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1678909', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1652770'] for rbac-policy (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:32:59.374339 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7e39eea9-c473-43d0-bb65-effdb8f59437 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:32:59.375632 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-7e39eea9-c473-43d0-bb65-effdb8f59437 admin admin] 10.222.0.13 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6434879 Oct 20 14:33:00.803201 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.db.l3_hamode_db [None req-6ca7dc7b-293b-49af-a6f7-a275c08dde00 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 20 14:33:00.878454 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca7dc7b-293b-49af-a6f7-a275c08dde00 None None] Routers set() bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:33:00.878833 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca7dc7b-293b-49af-a6f7-a275c08dde00 None None] Router IDs set() for agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 20 14:33:02.060489 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58172) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:33:02.565425 dv-cinder-779233-7-iscsi neutron-server[111617]: WARNING oslo_policy.policy [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 14:33:02.566001 dv-cinder-779233-7-iscsi neutron-server[111617]: WARNING oslo_policy.policy [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 14:33:02.787762 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:33:02.800775 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writer thread running {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 14:33:02.843080 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Made reservation on behalf of e8dde0c3629144eabb2ec9e6e6c16a81 for: {'network': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:33:02.852304 dv-cinder-779233-7-iscsi neutron-server[111617]: ERROR stevedore.extension [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 20 14:33:02.905527 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.policy [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111617) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 14:33:02.948114 dv-cinder-779233-7-iscsi neutron-server[111617]: WARNING oslo_policy.policy [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 14:33:02.948508 dv-cinder-779233-7-iscsi neutron-server[111617]: WARNING oslo_policy.policy [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 14:33:02.959832 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:02.986572 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:03.102556 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Publish callbacks [] for security_group (790c9f43-902a-4ee5-be4a-34fe20133a1f), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:03.106212 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (790c9f43-902a-4ee5-be4a-34fe20133a1f), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:03.129145 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=111617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:33:03.168420 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766732254522', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (0e023356-b2d5-40de-ae15-c904c733ed7f), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:03.169022 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Unsubscribe: segment precommit_create {{(pid=111617) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 14:33:03.169550 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.segments_db [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Added segment 0e023356-b2d5-40de-ae15-c904c733ed7f of type vlan for network 5148bbf2-de17-4569-909f-d2d5d6c9d9a6 Oct 20 14:33:03.189733 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=790c9f43-902a-4ee5-be4a-34fe20133a1f,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:03.244711 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.245060 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.245419 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.245767 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.246097 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.246421 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.246992 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.247320 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.247639 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.247957 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.248279 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.248634 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.248955 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.249313 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.249589 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Tracked resource versions report: Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: pushed versions: Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: { 'AddressGroup': {'1.2'}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Agent': {'1.1'}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'ConntrackHelper': {'1.0'}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'LocalIPAssociation': {'1.0'}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Log': {'1.0'}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'NDPProxy': {'1.0'}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Network': {'1.1'}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Port': {'1.7'}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'PortForwarding': {'1.3'}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'QosPolicy': {'1.10'}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'SecurityGroup': {'1.5'}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'SecurityGroupRule': {'1.2'}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'SubPort': {'1.0'}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Subnet': {'1.1'}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Trunk': {'1.1'}} Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: consumer versions: Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: { DHCP agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: L3 agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: Metadata agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: Metering agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: Open vSwitch agent@dv-cinder-779233-7-iscsi: { 'AddressGroup': '1.2', Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Agent': '1.1', Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'ConntrackHelper': '1.0', Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'LocalIPAssociation': '1.0', Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Log': '1.0', Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'NDPProxy': '1.0', Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Network': '1.1', Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Port': '1.7', Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'PortForwarding': '1.3', Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'QosPolicy': '1.10', Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'SecurityGroup': '1.5', Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'SecurityGroupRule': '1.2', Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'SubPort': '1.0', Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Subnet': '1.1', Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Trunk': '1.1'}} Oct 20 14:33:03.251463 dv-cinder-779233-7-iscsi neutron-server[111617]: {{(pid=111617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 14:33:03.286925 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (5148bbf2-de17-4569-909f-d2d5d6c9d9a6), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:03.326956 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (5148bbf2-de17-4569-909f-d2d5d6c9d9a6), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:03.332803 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:33:03.333517 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:03.427256 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3647382 Oct 20 14:33:03.459304 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d853ca-ac5e-4b24-adee-cd6e94c316d4 demo demo] Pushing event updated for resources: {'Network': ['ID=5148bbf2-de17-4569-909f-d2d5d6c9d9a6,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:03.472842 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network 5148bbf2-de17-4569-909f-d2d5d6c9d9a6 details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:33:06.058729 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58192) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:33:06.463856 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6376b78b-9cce-494a-8858-bcfcd861e15b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:33:06.465255 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-6376b78b-9cce-494a-8858-bcfcd861e15b demo admin] 10.222.0.13 "GET /networking/v2.0/networks/5148bbf2-de17-4569-909f-d2d5d6c9d9a6 HTTP/1.1" status: 200 len: 825 time: 0.4055882 Oct 20 14:33:06.503571 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-20e1d17b-abca-460a-b456-4cb1c23dd900 demo admin] 10.222.0.13 "GET /networking/v2.0/subnetpools/a6f7289e-01b5-4fcb-99ac-ce523618934e HTTP/1.1" status: 200 len: 734 time: 0.0315170 Oct 20 14:33:06.512164 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-dac45243-05c1-435c-9ecf-998fcc31ca77 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6', 'name': 'private-subnet', 'subnetpool_id': 'a6f7289e-01b5-4fcb-99ac-ce523618934e', 'ip_version': 4}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:33:06.529896 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=56,neutron:INSERT=40,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:06.539320 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac45243-05c1-435c-9ecf-998fcc31ca77 demo admin] Made reservation on behalf of e8dde0c3629144eabb2ec9e6e6c16a81 for: {'subnet': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:33:06.541547 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-dac45243-05c1-435c-9ecf-998fcc31ca77 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:06.834946 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-dac45243-05c1-435c-9ecf-998fcc31ca77 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (23d7a0fb-697d-4c03-998a-7afe2835b494), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:06.865513 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:06.903749 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac45243-05c1-435c-9ecf-998fcc31ca77 demo admin] Pushing event updated for resources: {'Subnet': ['ID=23d7a0fb-697d-4c03-998a-7afe2835b494,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:06.913361 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac45243-05c1-435c-9ecf-998fcc31ca77 demo admin] Checking segment: {'id': '0e023356-b2d5-40de-ae15-c904c733ed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:33:06.913740 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac45243-05c1-435c-9ecf-998fcc31ca77 demo admin] Network hostable DHCP agents. Network: 5148bbf2-de17-4569-909f-d2d5d6c9d9a6, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:33:06.934057 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac45243-05c1-435c-9ecf-998fcc31ca77 demo admin] Network 5148bbf2-de17-4569-909f-d2d5d6c9d9a6 is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:33:06.944094 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-dac45243-05c1-435c-9ecf-998fcc31ca77 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, 5148bbf2-de17-4569-909f-d2d5d6c9d9a6) {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:33:06.948525 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac45243-05c1-435c-9ecf-998fcc31ca77 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:33:06.949107 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-dac45243-05c1-435c-9ecf-998fcc31ca77 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:06.955785 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1cc33d-e000-4d15-b626-fc4aaa790fbd None None] Network 5148bbf2-de17-4569-909f-d2d5d6c9d9a6 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:33:06.968280 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-dac45243-05c1-435c-9ecf-998fcc31ca77 demo admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4592726 Oct 20 14:33:07.226377 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b6c131a-0226-5d4d-ba6c-abc91a33af30-5148bbf2-de17-4569-909f-d2d5d6c9d9a6', 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6', 'project_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'fixed_ips': [{'subnet_id': '23d7a0fb-697d-4c03-998a-7afe2835b494'}]}} from dv-cinder-779233-7-iscsi. {{(pid=111618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 14:33:07.227917 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:07.400801 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=6 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:07.413195 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:07.495297 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:07.510453 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.db_base_plugin_common [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Allocated IP 172.20.0.2 (5148bbf2-de17-4569-909f-d2d5d6c9d9a6/23d7a0fb-697d-4c03-998a-7afe2835b494/d7ed6a53-4a0c-40aa-b19c-78933bfa1727) {{(pid=111618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:33:07.777809 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Publish callbacks [] for port (d7ed6a53-4a0c-40aa-b19c-78933bfa1727), precommit_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:07.786026 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (d7ed6a53-4a0c-40aa-b19c-78933bfa1727), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:07.863337 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Network 5148bbf2-de17-4569-909f-d2d5d6c9d9a6 is already hosted by enough agents. {{(pid=111618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:33:07.869077 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.base_scheduler [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Resources bound (agent type, host, resource id): {{(pid=111618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:33:07.874528 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Pushing event updated for resources: {'Port': ['ID=d7ed6a53-4a0c-40aa-b19c-78933bfa1727,revision_number=1']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:07.877115 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Received port after_create {{(pid=111618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:33:07.894094 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.894461 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.894793 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.895146 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.895481 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.895810 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.896136 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.896489 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.896814 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.897136 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.897461 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.897798 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.898122 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.898442 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.898760 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Tracked resource versions report: Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: pushed versions: Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: { 'AddressGroup': {'1.2'}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Agent': {'1.1'}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'ConntrackHelper': {'1.0'}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'LocalIPAssociation': {'1.0'}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Log': {'1.0'}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'NDPProxy': {'1.0'}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Network': {'1.1'}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Port': {'1.7'}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'PortForwarding': {'1.3'}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'QosPolicy': {'1.10'}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'SecurityGroup': {'1.5'}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'SecurityGroupRule': {'1.2'}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'SubPort': {'1.0'}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Subnet': {'1.1'}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Trunk': {'1.1'}} Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: consumer versions: Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: { DHCP agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: L3 agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: Metadata agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: Metering agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: Open vSwitch agent@dv-cinder-779233-7-iscsi: { 'AddressGroup': '1.2', Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Agent': '1.1', Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'ConntrackHelper': '1.0', Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'LocalIPAssociation': '1.0', Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Log': '1.0', Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'NDPProxy': '1.0', Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Network': '1.1', Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Port': '1.7', Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'PortForwarding': '1.3', Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'QosPolicy': '1.10', Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'SecurityGroup': '1.5', Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'SecurityGroupRule': '1.2', Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'SubPort': '1.0', Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Subnet': '1.1', Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Trunk': '1.1'}} Oct 20 14:33:07.900220 dv-cinder-779233-7-iscsi neutron-server[111618]: {{(pid=111618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 14:33:07.973600 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Attempting to bind port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:33:07.974210 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Attempting to bind port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': '0e023356-b2d5-40de-ae15-c904c733ed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:33:07.974405 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Attempting to bind port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 on network 5148bbf2-de17-4569-909f-d2d5d6c9d9a6 {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:33:08.026593 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:33:08.026945 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Checking segment: {'id': '0e023356-b2d5-40de-ae15-c904c733ed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:33:08.027427 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:08.027866 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Bound using segment: {'id': '0e023356-b2d5-40de-ae15-c904c733ed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:33:08.028301 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Bound port: d7ed6a53-4a0c-40aa-b19c-78933bfa1727, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e023356-b2d5-40de-ae15-c904c733ed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:33:08.028719 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (d7ed6a53-4a0c-40aa-b19c-78933bfa1727), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:08.040689 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:08.092069 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] For port d7ed6a53-4a0c-40aa-b19c-78933bfa1727, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:33:08.111538 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] For port d7ed6a53-4a0c-40aa-b19c-78933bfa1727, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=d7ed6a53-4a0c-40aa-b19c-78933bfa1727,segment=NetworkSegment(0e023356-b2d5-40de-ae15-c904c733ed7f),segment_id=0e023356-b2d5-40de-ae15-c904c733ed7f)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:33:08.118420 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (d7ed6a53-4a0c-40aa-b19c-78933bfa1727), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:08.169009 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaaa518-7411-4ef3-9ad0-da023397b842 None None] Pushing event updated for resources: {'Port': ['ID=d7ed6a53-4a0c-40aa-b19c-78933bfa1727,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:09.366711 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=9,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:09.368468 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=24,neutron:INSERT=35,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:09.627054 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58210) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:33:09.952136 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [None req-2b21d873-b1eb-4546-bb89-b16b2d910ae6 admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 14:33:09.953325 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-2b21d873-b1eb-4546-bb89-b16b2d910ae6 admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3253422 Oct 20 14:33:12.620574 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58218) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:33:12.944228 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [None req-3f112719-5826-4054-bad1-8fd05a30ac56 admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 14:33:12.945273 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-3f112719-5826-4054-bad1-8fd05a30ac56 admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3238564 Oct 20 14:33:15.578234 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58230) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:33:15.907915 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-d59fe573-ac1b-435a-aa29-0e6b6a886858 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:33:15.936826 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d59fe573-ac1b-435a-aa29-0e6b6a886858 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2810'] for router (85e8cb72-1981-4bc2-b80c-166be92a5d1a), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:15.939096 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d59fe573-ac1b-435a-aa29-0e6b6a886858 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2797'] for router (85e8cb72-1981-4bc2-b80c-166be92a5d1a), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:16.002659 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device d7ed6a53-4a0c-40aa-b19c-78933bfa1727 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:33:16.084271 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:33:16.084938 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (d7ed6a53-4a0c-40aa-b19c-78933bfa1727), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:16.085428 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 Oct 20 14:33:16.095525 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d59fe573-ac1b-435a-aa29-0e6b6a886858 demo demo] Publish callbacks [] for router_controller (85e8cb72-1981-4bc2-b80c-166be92a5d1a), precommit_add_association {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:16.101557 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d59fe573-ac1b-435a-aa29-0e6b6a886858 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647634'] for router (85e8cb72-1981-4bc2-b80c-166be92a5d1a), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:16.120065 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d59fe573-ac1b-435a-aa29-0e6b6a886858 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:16.128968 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-d59fe573-ac1b-435a-aa29-0e6b6a886858 demo demo] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5491438 Oct 20 14:33:16.198430 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:33:16.198810 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (d7ed6a53-4a0c-40aa-b19c-78933bfa1727), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:16.225254 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391639cb-f1ba-4695-8187-834a7ce41f79 None None] Network 5148bbf2-de17-4569-909f-d2d5d6c9d9a6 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:33:16.288210 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port d7ed6a53-4a0c-40aa-b19c-78933bfa1727, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=d7ed6a53-4a0c-40aa-b19c-78933bfa1727,segment=NetworkSegment(0e023356-b2d5-40de-ae15-c904c733ed7f),segment_id=0e023356-b2d5-40de-ae15-c904c733ed7f)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:33:16.296690 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (d7ed6a53-4a0c-40aa-b19c-78933bfa1727), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:16.330609 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:16.331472 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-b3471985-ef9a-437b-8705-148b039aabd8 None None] Provisioning complete for port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:33:16.331897 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b3471985-ef9a-437b-8705-148b039aabd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (d7ed6a53-4a0c-40aa-b19c-78933bfa1727), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:16.332266 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-b3471985-ef9a-437b-8705-148b039aabd8 None None] Attempt 1 to provision port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 Oct 20 14:33:16.403112 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=d7ed6a53-4a0c-40aa-b19c-78933bfa1727,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:16.484334 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-b3471985-ef9a-437b-8705-148b039aabd8 None None] Current status of the port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:33:16.710288 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-7944b6c5-d0bc-47b1-8288-7e2d6fa9d1c4 None None] Provisioning complete for port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:33:16.710677 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7944b6c5-d0bc-47b1-8288-7e2d6fa9d1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (d7ed6a53-4a0c-40aa-b19c-78933bfa1727), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:16.711022 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-7944b6c5-d0bc-47b1-8288-7e2d6fa9d1c4 None None] Attempt 1 to provision port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 Oct 20 14:33:16.784584 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-7944b6c5-d0bc-47b1-8288-7e2d6fa9d1c4 None None] Current status of the port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:33:17.965807 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device d7ed6a53-4a0c-40aa-b19c-78933bfa1727 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:33:18.011644 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:33:18.012029 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (d7ed6a53-4a0c-40aa-b19c-78933bfa1727), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:18.012384 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 Oct 20 14:33:18.095162 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:33:18.777807 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58240) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:33:19.097393 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [None req-9781ff53-b223-43b5-885d-c3e281564e09 admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 14:33:19.098381 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-9781ff53-b223-43b5-885d-c3e281564e09 admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3196437 Oct 20 14:33:21.483268 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f3d9bfdc-d6ce-4897-9d0c-52ade39ab857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:21.703356 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58248) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:33:22.021332 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:33:22.042030 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Made reservation on behalf of cfa845f715934496950bc728f50bbff3 for: {'network': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:33:22.044447 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:22.053446 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:22.129142 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Publish callbacks [] for security_group (dae8b4c5-3180-4807-86b5-5856cf2ef212), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:22.132818 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (dae8b4c5-3180-4807-86b5-5856cf2ef212), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:22.148601 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Reserving flat network on physical network physnet1 {{(pid=111617) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 20 14:33:22.170796 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae8b4c5-3180-4807-86b5-5856cf2ef212,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:22.174646 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (a6f50e41-c45f-4254-9e5b-95e4483f4769), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:22.174989 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.segments_db [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Added segment a6f50e41-c45f-4254-9e5b-95e4483f4769 of type flat for network ed096fec-642f-438e-acc4-cc1a6014fcef Oct 20 14:33:22.223758 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (ed096fec-642f-438e-acc4-cc1a6014fcef), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:22.235471 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:22.259203 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (ed096fec-642f-438e-acc4-cc1a6014fcef), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:22.260222 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:33:22.260813 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:22.334470 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6300704 Oct 20 14:33:22.357120 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa385b-55a6-4b9d-9cc4-9be875eee094 admin admin] Pushing event updated for resources: {'Network': ['ID=ed096fec-642f-438e-acc4-cc1a6014fcef,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:22.368829 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network ed096fec-642f-438e-acc4-cc1a6014fcef details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:33:22.384217 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:23.654402 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-fa9de6a2-6239-4fab-8371-a62101283b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:24.938505 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:24.939149 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 58256) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:33:25.355118 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310ed79c-5c05-4ff9-b831-50a60b50aebe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:33:25.356648 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-310ed79c-5c05-4ff9-b831-50a60b50aebe demo admin] 10.222.0.13 "GET /networking/v2.0/subnets/23d7a0fb-697d-4c03-998a-7afe2835b494 HTTP/1.1" status: 200 len: 849 time: 0.4164953 Oct 20 14:33:25.521057 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-2df1c85c-eb49-4e6c-be2d-96e070960c87 demo admin] 10.222.0.13 "GET /networking/v2.0/routers/85e8cb72-1981-4bc2-b80c-166be92a5d1a HTTP/1.1" status: 200 len: 704 time: 0.1573925 Oct 20 14:33:25.777789 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:26.095417 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Allocated IP 172.20.0.1 (5148bbf2-de17-4569-909f-d2d5d6c9d9a6/23d7a0fb-697d-4c03-998a-7afe2835b494/1ec0c168-f78c-458e-8743-7cab8e4f9344) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:33:26.245352 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:26.304801 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Publish callbacks [] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:26.346852 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:26.369257 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:26.412113 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Network 5148bbf2-de17-4569-909f-d2d5d6c9d9a6 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:33:26.413814 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:33:26.477172 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Pushing event updated for resources: {'Port': ['ID=1ec0c168-f78c-458e-8743-7cab8e4f9344,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:26.480439 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:33:26.480605 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650576'] for router_interface (85e8cb72-1981-4bc2-b80c-166be92a5d1a), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:26.543975 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.544331 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.544723 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.545086 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.545423 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.545755 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.546728 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.547425 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.547525 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.547841 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.548167 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.548532 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.548861 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.549190 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.549507 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Tracked resource versions report: Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: pushed versions: Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: { 'AddressGroup': {'1.2'}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Agent': {'1.1'}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'ConntrackHelper': {'1.0'}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'LocalIPAssociation': {'1.0'}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Log': {'1.0'}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'NDPProxy': {'1.0'}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Network': {'1.1'}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Port': {'1.7'}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'PortForwarding': {'1.3'}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'QosPolicy': {'1.10'}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'SecurityGroup': {'1.5'}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'SecurityGroupRule': {'1.2'}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'SubPort': {'1.0'}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Subnet': {'1.1'}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Trunk': {'1.1'}} Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: consumer versions: Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: { DHCP agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: L3 agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: Metadata agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: Metering agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: Open vSwitch agent@dv-cinder-779233-7-iscsi: { 'AddressGroup': '1.2', Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Agent': '1.1', Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'ConntrackHelper': '1.0', Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'LocalIPAssociation': '1.0', Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Log': '1.0', Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'NDPProxy': '1.0', Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Network': '1.1', Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Port': '1.7', Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'PortForwarding': '1.3', Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'QosPolicy': '1.10', Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'SecurityGroup': '1.5', Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'SecurityGroupRule': '1.2', Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'SubPort': '1.0', Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Subnet': '1.1', Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Trunk': '1.1'}} Oct 20 14:33:26.550946 dv-cinder-779233-7-iscsi neutron-server[111616]: {{(pid=111616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 14:33:26.627272 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:26.657371 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-5214a568-88e5-414e-9567-6a7999cdc3e0 None None] Provisioning complete for port 1ec0c168-f78c-458e-8743-7cab8e4f9344 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:33:26.657826 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5214a568-88e5-414e-9567-6a7999cdc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:26.658166 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-5214a568-88e5-414e-9567-6a7999cdc3e0 None None] Attempt 1 to provision port 1ec0c168-f78c-458e-8743-7cab8e4f9344 Oct 20 14:33:26.688894 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-5214a568-88e5-414e-9567-6a7999cdc3e0 None None] Port 1ec0c168-f78c-458e-8743-7cab8e4f9344 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:33:26.696266 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:26.743226 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:26.903573 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Publish callbacks [] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:26.907979 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:26.908743 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1556649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653504'] for router_interface (85e8cb72-1981-4bc2-b80c-166be92a5d1a), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:26.988472 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Pushing event updated for resources: {'Port': ['ID=1ec0c168-f78c-458e-8743-7cab8e4f9344,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:27.038179 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Network 5148bbf2-de17-4569-909f-d2d5d6c9d9a6 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:33:27.039476 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:33:27.208236 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-2c6d039d-a0d1-4368-b9e4-27a7853f4b05 None None] Provisioning complete for port 1ec0c168-f78c-458e-8743-7cab8e4f9344 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:33:27.208659 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-2c6d039d-a0d1-4368-b9e4-27a7853f4b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:27.208999 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-2c6d039d-a0d1-4368-b9e4-27a7853f4b05 None None] Attempt 1 to provision port 1ec0c168-f78c-458e-8743-7cab8e4f9344 Oct 20 14:33:27.242392 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d039d-a0d1-4368-b9e4-27a7853f4b05 None None] Port 1ec0c168-f78c-458e-8743-7cab8e4f9344 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:33:27.244552 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Router 85e8cb72-1981-4bc2-b80c-166be92a5d1a is scheduled to L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 with binding_index 1 {{(pid=111616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 14:33:27.332053 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:33:27.337575 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-a266074a-f252-4d2b-be7f-9b89349bf3b4 demo admin] 10.222.0.13 "PUT /networking/v2.0/routers/85e8cb72-1981-4bc2-b80c-166be92a5d1a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8110468 Oct 20 14:33:27.356010 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Sync routers for ids ['85e8cb72-1981-4bc2-b80c-166be92a5d1a'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:33:27.370135 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Routers {'85e8cb72-1981-4bc2-b80c-166be92a5d1a'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:33:27.370964 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:33:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['85e8cb72-1981-4bc2-b80c-166be92a5d1a'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:33:27.547841 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Set router 85e8cb72-1981-4bc2-b80c-166be92a5d1a gateway port host: None {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:33:27.956890 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'name': 'router1', 'tenant_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:33:15Z', 'updated_at': '2022-10-20T14:33:26Z', 'revision_number': 2, 'project_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'gw_port_host': None, '_interfaces': [{'id': '1ec0c168-f78c-458e-8743-7cab8e4f9344', 'name': '', 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6', 'tenant_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'mac_address': 'fa:16:3e:83:70:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23d7a0fb-697d-4c03-998a-7afe2835b494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:33:25Z', 'updated_at': '2022-10-20T14:33:26Z', 'revision_number': 2, 'project_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'subnets': [{'id': '23d7a0fb-697d-4c03-998a-7afe2835b494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6f7289e-01b5-4fcb-99ac-ce523618934e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:33:28.007870 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Checking router: 85e8cb72-1981-4bc2-b80c-166be92a5d1a for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:33:28.008235 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Updating router 85e8cb72-1981-4bc2-b80c-166be92a5d1a port 1ec0c168-f78c-458e-8743-7cab8e4f9344 binding host dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:33:28.061358 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:28.561988 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Publish callbacks [] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), precommit_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:28.568433 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:28.714976 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Pushing event updated for resources: {'Port': ['ID=1ec0c168-f78c-458e-8743-7cab8e4f9344,revision_number=3']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:28.723721 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Attempting to bind port 1ec0c168-f78c-458e-8743-7cab8e4f9344 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:33:28.724112 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Attempting to bind port 1ec0c168-f78c-458e-8743-7cab8e4f9344 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': '0e023356-b2d5-40de-ae15-c904c733ed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6'}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:33:28.724580 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Attempting to bind port 1ec0c168-f78c-458e-8743-7cab8e4f9344 on network 5148bbf2-de17-4569-909f-d2d5d6c9d9a6 {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:33:28.733930 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.734312 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.734727 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.735070 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.735399 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.735725 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.736048 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.736391 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.736713 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.737296 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.737612 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.737942 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.738260 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.738573 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.738883 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Tracked resource versions report: Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: pushed versions: Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: { 'AddressGroup': {'1.2'}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Agent': {'1.1'}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'ConntrackHelper': {'1.0'}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'LocalIPAssociation': {'1.0'}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Log': {'1.0'}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'NDPProxy': {'1.0'}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Network': {'1.1'}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Port': {'1.7'}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'PortForwarding': {'1.3'}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'QosPolicy': {'1.10'}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'SecurityGroup': {'1.5'}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'SecurityGroupRule': {'1.2'}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'SubPort': {'1.0'}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Subnet': {'1.1'}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Trunk': {'1.1'}} Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: consumer versions: Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: { DHCP agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: L3 agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: Metadata agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: Metering agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: Open vSwitch agent@dv-cinder-779233-7-iscsi: { 'AddressGroup': '1.2', Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Agent': '1.1', Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'ConntrackHelper': '1.0', Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'LocalIPAssociation': '1.0', Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Log': '1.0', Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'NDPProxy': '1.0', Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Network': '1.1', Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Port': '1.7', Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'PortForwarding': '1.3', Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'QosPolicy': '1.10', Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'SecurityGroup': '1.5', Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'SecurityGroupRule': '1.2', Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'SubPort': '1.0', Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Subnet': '1.1', Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Trunk': '1.1'}} Oct 20 14:33:28.740355 dv-cinder-779233-7-iscsi neutron-server[111619]: {{(pid=111619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 14:33:28.818589 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:33:28.818988 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Checking segment: {'id': '0e023356-b2d5-40de-ae15-c904c733ed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:33:28.819470 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:28.819852 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Bound using segment: {'id': '0e023356-b2d5-40de-ae15-c904c733ed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6'} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:33:28.820351 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Bound port: 1ec0c168-f78c-458e-8743-7cab8e4f9344, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e023356-b2d5-40de-ae15-c904c733ed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6'}}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:33:28.820741 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:28.828893 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:28.883266 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] For port 1ec0c168-f78c-458e-8743-7cab8e4f9344, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:33:28.902440 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] For port 1ec0c168-f78c-458e-8743-7cab8e4f9344, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=1ec0c168-f78c-458e-8743-7cab8e4f9344,segment=NetworkSegment(0e023356-b2d5-40de-ae15-c904c733ed7f),segment_id=0e023356-b2d5-40de-ae15-c904c733ed7f)] {{(pid=111619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:33:28.908294 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:28.947696 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:28.953804 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Routers {'85e8cb72-1981-4bc2-b80c-166be92a5d1a'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:33:28.954425 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:33:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['85e8cb72-1981-4bc2-b80c-166be92a5d1a'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:33:29.004865 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7045994-84f8-427a-a111-7cd4a941b9dd None None] Pushing event updated for resources: {'Port': ['ID=1ec0c168-f78c-458e-8743-7cab8e4f9344,revision_number=4']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:29.057160 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] Set router 85e8cb72-1981-4bc2-b80c-166be92a5d1a gateway port host: None {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:33:29.246982 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'name': 'router1', 'tenant_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:33:15Z', 'updated_at': '2022-10-20T14:33:26Z', 'revision_number': 2, 'project_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'gw_port_host': None, '_interfaces': [{'id': '1ec0c168-f78c-458e-8743-7cab8e4f9344', 'name': '', 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6', 'tenant_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'mac_address': 'fa:16:3e:83:70:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23d7a0fb-697d-4c03-998a-7afe2835b494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:33:25Z', 'updated_at': '2022-10-20T14:33:28Z', 'revision_number': 4, 'project_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'subnets': [{'id': '23d7a0fb-697d-4c03-998a-7afe2835b494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6f7289e-01b5-4fcb-99ac-ce523618934e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:33:29.271770 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10784c3b-8cc4-42ac-8eac-6de1ce911238 None None] The sync data for ids ['85e8cb72-1981-4bc2-b80c-166be92a5d1a'] in dv-cinder-779233-7-iscsi is: [{'id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'name': 'router1', 'tenant_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:33:15Z', 'updated_at': '2022-10-20T14:33:26Z', 'revision_number': 2, 'project_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'gw_port_host': None, '_interfaces': [{'id': '1ec0c168-f78c-458e-8743-7cab8e4f9344', 'name': '', 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6', 'tenant_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'mac_address': 'fa:16:3e:83:70:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23d7a0fb-697d-4c03-998a-7afe2835b494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:33:25Z', 'updated_at': '2022-10-20T14:33:28Z', 'revision_number': 4, 'project_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'subnets': [{'id': '23d7a0fb-697d-4c03-998a-7afe2835b494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6f7289e-01b5-4fcb-99ac-ce523618934e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:33:30.023036 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 58270) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:33:30.427659 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812f54fd-147c-4c65-9962-71894ca8d7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:33:30.429062 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-812f54fd-147c-4c65-9962-71894ca8d7ac admin admin] 10.222.0.13 "GET /networking/v2.0/networks/ed096fec-642f-438e-acc4-cc1a6014fcef HTTP/1.1" status: 200 len: 842 time: 0.4050064 Oct 20 14:33:30.440375 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-6708e21c-564b-4fa4-973c-f897e39ba4b7 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:33:30.469482 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6708e21c-564b-4fa4-973c-f897e39ba4b7 admin admin] Made reservation on behalf of cfa845f715934496950bc728f50bbff3 for: {'subnet': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:33:30.471974 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6708e21c-564b-4fa4-973c-f897e39ba4b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:30.615353 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:30.734973 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:30.781535 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.objects.ports [None req-6708e21c-564b-4fa4-973c-f897e39ba4b7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111616) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 20 14:33:30.781897 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6708e21c-564b-4fa4-973c-f897e39ba4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (96de3145-ff34-4bab-be3c-86c8e298fdef), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:30.840752 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708e21c-564b-4fa4-973c-f897e39ba4b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96de3145-ff34-4bab-be3c-86c8e298fdef,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:30.852560 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6708e21c-564b-4fa4-973c-f897e39ba4b7 admin admin] Checking segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:33:30.852904 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6708e21c-564b-4fa4-973c-f897e39ba4b7 admin admin] Network hostable DHCP agents. Network: ed096fec-642f-438e-acc4-cc1a6014fcef, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:33:30.876299 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6708e21c-564b-4fa4-973c-f897e39ba4b7 admin admin] Network ed096fec-642f-438e-acc4-cc1a6014fcef is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:33:30.887886 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-6708e21c-564b-4fa4-973c-f897e39ba4b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, ed096fec-642f-438e-acc4-cc1a6014fcef) {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:33:30.896426 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2890e93-7364-45d1-a870-fbc2daebd61a None None] Network ed096fec-642f-438e-acc4-cc1a6014fcef requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:33:30.897610 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6708e21c-564b-4fa4-973c-f897e39ba4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:33:30.898267 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6708e21c-564b-4fa4-973c-f897e39ba4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:30.920453 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-6708e21c-564b-4fa4-973c-f897e39ba4b7 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4788001 Oct 20 14:33:31.015674 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961263f1-4707-4391-8dd7-882875403f3a None None] Network ed096fec-642f-438e-acc4-cc1a6014fcef requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:33:31.094967 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:32.343933 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:32.354604 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=66,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:33.634587 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 58280) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:33:34.080591 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-9f73c962-2c21-4a99-b72b-8170713451fb demo admin] 10.222.0.13 "GET /networking/v2.0/routers/85e8cb72-1981-4bc2-b80c-166be92a5d1a HTTP/1.1" status: 200 len: 710 time: 0.4446001 Oct 20 14:33:34.172484 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7774dde5-4996-4e3f-8320-4b9f7f3179ac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:33:34.173847 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-7774dde5-4996-4e3f-8320-4b9f7f3179ac demo admin] 10.222.0.13 "GET /networking/v2.0/networks/ed096fec-642f-438e-acc4-cc1a6014fcef HTTP/1.1" status: 200 len: 886 time: 0.0874448 Oct 20 14:33:34.182921 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:33:34.430181 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Publish callbacks [] for router_gateway (85e8cb72-1981-4bc2-b80c-166be92a5d1a), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:34.705775 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Publish callbacks [] for router_gateway (85e8cb72-1981-4bc2-b80c-166be92a5d1a), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:34.781158 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:34.832932 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:34.843951 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:34.893366 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Allocated IP 172.27.0.94 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/047590d2-1acd-48bb-9aee-2fd573171f95) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:33:35.004566 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Publish callbacks [] for port (047590d2-1acd-48bb-9aee-2fd573171f95), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:35.036196 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (047590d2-1acd-48bb-9aee-2fd573171f95), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:35.073085 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:33:35.077356 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:33:35.081114 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:33:35.117009 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Pushing event updated for resources: {'Port': ['ID=047590d2-1acd-48bb-9aee-2fd573171f95,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:35.319210 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Publish callbacks [] for router_gateway (85e8cb72-1981-4bc2-b80c-166be92a5d1a), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:35.507543 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1645968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1653557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2591'] for router (85e8cb72-1981-4bc2-b80c-166be92a5d1a), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:35.511063 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1645986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1645993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1653710'] for router (85e8cb72-1981-4bc2-b80c-166be92a5d1a), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:35.614955 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Router 85e8cb72-1981-4bc2-b80c-166be92a5d1a has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:33:35.653936 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:35.673677 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:35.719563 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:33:35.723649 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:35.724869 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-b38621cb-4297-427d-8a85-cf91b7027860 demo admin] 10.222.0.13 "PUT /networking/v2.0/routers/85e8cb72-1981-4bc2-b80c-166be92a5d1a HTTP/1.1" status: 200 len: 889 time: 1.5452113 Oct 20 14:33:35.729539 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Sync routers for ids ['85e8cb72-1981-4bc2-b80c-166be92a5d1a'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:33:35.742929 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Routers {'85e8cb72-1981-4bc2-b80c-166be92a5d1a'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:33:35.743597 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:33:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['85e8cb72-1981-4bc2-b80c-166be92a5d1a'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:33:35.953432 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Set router 85e8cb72-1981-4bc2-b80c-166be92a5d1a gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:33:36.008322 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 1ec0c168-f78c-458e-8743-7cab8e4f9344 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:33:36.235467 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 1ec0c168-f78c-458e-8743-7cab8e4f9344 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:33:36.235775 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:36.236109 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 1ec0c168-f78c-458e-8743-7cab8e4f9344 Oct 20 14:33:36.419252 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 1ec0c168-f78c-458e-8743-7cab8e4f9344 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:33:36.419631 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:36.438518 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'name': 'router1', 'tenant_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '047590d2-1acd-48bb-9aee-2fd573171f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:33:15Z', 'updated_at': '2022-10-20T14:33:35Z', 'revision_number': 4, 'project_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'gw_port': {'id': '047590d2-1acd-48bb-9aee-2fd573171f95', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:33:34Z', 'updated_at': '2022-10-20T14:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '1ec0c168-f78c-458e-8743-7cab8e4f9344', 'name': '', 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6', 'tenant_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'mac_address': 'fa:16:3e:83:70:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23d7a0fb-697d-4c03-998a-7afe2835b494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:33:25Z', 'updated_at': '2022-10-20T14:33:28Z', 'revision_number': 4, 'project_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'subnets': [{'id': '23d7a0fb-697d-4c03-998a-7afe2835b494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6f7289e-01b5-4fcb-99ac-ce523618934e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:33:36.494287 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Checking router: 85e8cb72-1981-4bc2-b80c-166be92a5d1a for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:33:36.494555 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Updating router 85e8cb72-1981-4bc2-b80c-166be92a5d1a port 047590d2-1acd-48bb-9aee-2fd573171f95 binding host dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:33:36.620863 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 1ec0c168-f78c-458e-8743-7cab8e4f9344, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=1ec0c168-f78c-458e-8743-7cab8e4f9344,segment=NetworkSegment(0e023356-b2d5-40de-ae15-c904c733ed7f),segment_id=0e023356-b2d5-40de-ae15-c904c733ed7f)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:33:36.631627 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:36.640085 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (047590d2-1acd-48bb-9aee-2fd573171f95), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:36.674793 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:36.770672 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=1ec0c168-f78c-458e-8743-7cab8e4f9344,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:36.946394 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:36.991076 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Publish callbacks [] for port (047590d2-1acd-48bb-9aee-2fd573171f95), precommit_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:36.996085 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (047590d2-1acd-48bb-9aee-2fd573171f95), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:37.028810 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Attempting to bind port 047590d2-1acd-48bb-9aee-2fd573171f95 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:33:37.029100 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Attempting to bind port 047590d2-1acd-48bb-9aee-2fd573171f95 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:33:37.029462 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Attempting to bind port 047590d2-1acd-48bb-9aee-2fd573171f95 on network ed096fec-642f-438e-acc4-cc1a6014fcef {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:33:37.066864 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656db38-228b-445a-a7ce-ee2197e5aacb None None] Pushing event updated for resources: {'Port': ['ID=047590d2-1acd-48bb-9aee-2fd573171f95,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:37.084153 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:33:37.084554 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Checking segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:33:37.084947 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:37.085325 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Bound using segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:33:37.085779 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Bound port: 047590d2-1acd-48bb-9aee-2fd573171f95, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:33:37.086162 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (047590d2-1acd-48bb-9aee-2fd573171f95), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:37.134425 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] For port 047590d2-1acd-48bb-9aee-2fd573171f95, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:33:37.137825 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] For port 047590d2-1acd-48bb-9aee-2fd573171f95, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=047590d2-1acd-48bb-9aee-2fd573171f95,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:33:37.143741 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (047590d2-1acd-48bb-9aee-2fd573171f95), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:37.187423 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Routers {'85e8cb72-1981-4bc2-b80c-166be92a5d1a'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:33:37.188023 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:33:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['85e8cb72-1981-4bc2-b80c-166be92a5d1a'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:33:37.234601 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656db38-228b-445a-a7ce-ee2197e5aacb None None] Pushing event updated for resources: {'Port': ['ID=047590d2-1acd-48bb-9aee-2fd573171f95,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:37.299567 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] Set router 85e8cb72-1981-4bc2-b80c-166be92a5d1a gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:33:37.489958 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'name': 'router1', 'tenant_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '047590d2-1acd-48bb-9aee-2fd573171f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:33:15Z', 'updated_at': '2022-10-20T14:33:35Z', 'revision_number': 4, 'project_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'gw_port': {'id': '047590d2-1acd-48bb-9aee-2fd573171f95', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:33:34Z', 'updated_at': '2022-10-20T14:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '1ec0c168-f78c-458e-8743-7cab8e4f9344', 'name': '', 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6', 'tenant_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'mac_address': 'fa:16:3e:83:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23d7a0fb-697d-4c03-998a-7afe2835b494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:33:25Z', 'updated_at': '2022-10-20T14:33:36Z', 'revision_number': 5, 'project_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'subnets': [{'id': '23d7a0fb-697d-4c03-998a-7afe2835b494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6f7289e-01b5-4fcb-99ac-ce523618934e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:33:37.518026 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5be82a-93db-4ebe-a9bd-8771c1eeaf79 None None] The sync data for ids ['85e8cb72-1981-4bc2-b80c-166be92a5d1a'] in dv-cinder-779233-7-iscsi is: [{'id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'name': 'router1', 'tenant_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '047590d2-1acd-48bb-9aee-2fd573171f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:33:15Z', 'updated_at': '2022-10-20T14:33:35Z', 'revision_number': 4, 'project_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'gw_port': {'id': '047590d2-1acd-48bb-9aee-2fd573171f95', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:33:34Z', 'updated_at': '2022-10-20T14:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '1ec0c168-f78c-458e-8743-7cab8e4f9344', 'name': '', 'network_id': '5148bbf2-de17-4569-909f-d2d5d6c9d9a6', 'tenant_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'mac_address': 'fa:16:3e:83:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e8cb72-1981-4bc2-b80c-166be92a5d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23d7a0fb-697d-4c03-998a-7afe2835b494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:33:25Z', 'updated_at': '2022-10-20T14:33:36Z', 'revision_number': 5, 'project_id': 'e8dde0c3629144eabb2ec9e6e6c16a81', 'subnets': [{'id': '23d7a0fb-697d-4c03-998a-7afe2835b494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6f7289e-01b5-4fcb-99ac-ce523618934e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:33:38.067847 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 047590d2-1acd-48bb-9aee-2fd573171f95 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:33:38.092892 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:38.125374 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 047590d2-1acd-48bb-9aee-2fd573171f95 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:33:38.125764 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (047590d2-1acd-48bb-9aee-2fd573171f95), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:38.126094 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 047590d2-1acd-48bb-9aee-2fd573171f95 Oct 20 14:33:38.200631 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 047590d2-1acd-48bb-9aee-2fd573171f95 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:33:38.201011 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (047590d2-1acd-48bb-9aee-2fd573171f95), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:38.221674 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 047590d2-1acd-48bb-9aee-2fd573171f95, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=047590d2-1acd-48bb-9aee-2fd573171f95,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:33:38.227699 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (047590d2-1acd-48bb-9aee-2fd573171f95), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:38.228584 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 1ec0c168-f78c-458e-8743-7cab8e4f9344 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:33:38.308988 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=047590d2-1acd-48bb-9aee-2fd573171f95,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:33:38.316987 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 1ec0c168-f78c-458e-8743-7cab8e4f9344 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:33:38.317374 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:38.317693 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 1ec0c168-f78c-458e-8743-7cab8e4f9344 Oct 20 14:33:38.318916 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:38.396514 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 1ec0c168-f78c-458e-8743-7cab8e4f9344 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:33:38.583250 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 58292) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:33:38.965560 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-e9bd0c9c-a110-4cd7-aff1-0035c5402756 admin admin] 10.222.0.13 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3811953 Oct 20 14:33:39.249481 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:39.250306 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=31 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:39.983601 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 047590d2-1acd-48bb-9aee-2fd573171f95 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:33:40.029414 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 047590d2-1acd-48bb-9aee-2fd573171f95 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:33:40.030447 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (047590d2-1acd-48bb-9aee-2fd573171f95), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:40.030902 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 047590d2-1acd-48bb-9aee-2fd573171f95 Oct 20 14:33:40.104803 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 047590d2-1acd-48bb-9aee-2fd573171f95 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:33:48.946337 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=6 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:48.961817 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=9 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:50.101273 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:50.103542 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=27 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:33:50.896459 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 5 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:33:51.488376 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7d1a-24b9-42d1-ba56-f08a7052d07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:53.613486 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-13c08006-48df-4628-af05-1364373c399e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:54.974907 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:56.259634 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:33:56.373743 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:34:00.900663 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=5 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:34:00.906396 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=3 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:34:06.359946 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:34:06.370823 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:34:21.495471 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-a69bee61-a612-4d9e-a1b5-7f5cec028b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:34:23.612062 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-07ee485f-67a3-4027-9674-163b42f2d332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:34:24.954894 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:34:26.262376 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:34:26.360977 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:34:27.909421 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 5 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:34:36.347504 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:34:36.356335 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:34:37.903205 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:34:37.917755 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:34:49.887754 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:34:49.888655 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:DELETE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:34:51.490437 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-cbccfbf4-7d8e-4c74-b727-2020328f3af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:34:53.608223 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-2e768617-7573-4d67-bfb0-b577c8ccbf58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:34:54.951962 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:34:56.258117 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:34:56.361183 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:04.899943 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 5 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:35:06.246842 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 58842) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:35:06.353924 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:35:06.356799 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:35:06.584461 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.pecan_wsgi.hooks.translation [None req-354153e9-4643-4feb-931f-8ac89aff71d3 admin admin] GET failed (client error): The resource could not be found. Oct 20 14:35:06.585709 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-354153e9-4643-4feb-931f-8ac89aff71d3 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3379421 Oct 20 14:35:06.749697 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36b8cf0-97b8-45dd-96d1-ec999aef7e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:06.751180 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-c36b8cf0-97b8-45dd-96d1-ec999aef7e7d admin admin] 10.222.0.13 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1609361 Oct 20 14:35:09.317098 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 58852) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:35:09.685583 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effb4f74-4ad6-4167-a741-11bc4b0fdebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:09.686911 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-effb4f74-4ad6-4167-a741-11bc4b0fdebb admin admin] 10.222.0.13 "GET /networking/v2.0/subnets/23d7a0fb-697d-4c03-998a-7afe2835b494 HTTP/1.1" status: 200 len: 849 time: 0.3688705 Oct 20 14:35:09.696582 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:35:09.859093 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Publish callbacks [] for subnet (23d7a0fb-697d-4c03-998a-7afe2835b494), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:10.007073 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766732297611'] for subnet (23d7a0fb-697d-4c03-998a-7afe2835b494), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:10.040403 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:10.040990 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:10.042455 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] 10.222.0.13 "PUT /networking/v2.0/subnets/23d7a0fb-697d-4c03-998a-7afe2835b494 HTTP/1.1" status: 200 len: 868 time: 0.3493528 Oct 20 14:35:10.058811 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d7a0fb-697d-4c03-998a-7afe2835b494,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:35:10.059912 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aa03b3-3606-4a1c-b658-d8a8d1aa156a None None] Network 5148bbf2-de17-4569-909f-d2d5d6c9d9a6 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:35:10.066637 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.067060 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.067279 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.067641 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.067975 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.068416 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.068730 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.069055 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.069415 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.069715 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.070057 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.070395 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.070716 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.071034 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.071349 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dee34-5515-492f-b78a-8b0476fa4faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:35:10.362195 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-467bc599-9649-4ae5-b45d-d2de12399f81 None None] Provisioning complete for port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:35:10.362590 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-467bc599-9649-4ae5-b45d-d2de12399f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (d7ed6a53-4a0c-40aa-b19c-78933bfa1727), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:10.362926 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-467bc599-9649-4ae5-b45d-d2de12399f81 None None] Attempt 1 to provision port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 Oct 20 14:35:10.437082 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-467bc599-9649-4ae5-b45d-d2de12399f81 None None] Current status of the port d7ed6a53-4a0c-40aa-b19c-78933bfa1727 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:35:10.445224 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-467bc599-9649-4ae5-b45d-d2de12399f81 None None] Provisioning complete for port 1ec0c168-f78c-458e-8743-7cab8e4f9344 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:35:10.445560 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-467bc599-9649-4ae5-b45d-d2de12399f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (1ec0c168-f78c-458e-8743-7cab8e4f9344), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:10.445889 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-467bc599-9649-4ae5-b45d-d2de12399f81 None None] Attempt 1 to provision port 1ec0c168-f78c-458e-8743-7cab8e4f9344 Oct 20 14:35:10.516060 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-467bc599-9649-4ae5-b45d-d2de12399f81 None None] Current status of the port 1ec0c168-f78c-458e-8743-7cab8e4f9344 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:35:12.628390 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58860) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:35:13.101196 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c400fd-f675-4079-ab8e-8a2fd02c1307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:13.101662 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c400fd-f675-4079-ab8e-8a2fd02c1307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:13.103169 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-c6c400fd-f675-4079-ab8e-8a2fd02c1307 admin admin] 10.222.0.13 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4736571 Oct 20 14:35:14.905581 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=3 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:35:14.910737 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=5 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:35:15.693637 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58870) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:35:16.099832 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f906556b-df8c-43fe-8eee-f5a36ad6761b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:16.100229 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f906556b-df8c-43fe-8eee-f5a36ad6761b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:16.101774 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-f906556b-df8c-43fe-8eee-f5a36ad6761b admin admin] 10.222.0.13 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4072144 Oct 20 14:35:18.648939 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58878) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:35:19.097027 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f09a1f5-4270-4146-ad0f-571d05c443d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:19.098384 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-6f09a1f5-4270-4146-ad0f-571d05c443d6 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/5148bbf2-de17-4569-909f-d2d5d6c9d9a6 HTTP/1.1" status: 200 len: 869 time: 0.4486055 Oct 20 14:35:20.062208 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=61,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:35:20.062956 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=61,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:35:20.511252 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=37 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:35:20.514439 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=40 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:35:21.493086 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7e280526-01e1-480c-9535-29bbbfe551cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:21.671242 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58886) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:35:22.070166 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c06e26-ae32-411a-8c0e-a878638b2295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:22.071445 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-c1c06e26-ae32-411a-8c0e-a878638b2295 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/ed096fec-642f-438e-acc4-cc1a6014fcef HTTP/1.1" status: 200 len: 886 time: 0.3992629 Oct 20 14:35:23.600654 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f749513e-399b-422f-adb8-cca4bce0a1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:24.627174 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58894) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:35:24.956179 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:25.025626 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1e9ed6-0edf-48ac-8034-2bced6f25998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:25.026078 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1e9ed6-0edf-48ac-8034-2bced6f25998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:25.027619 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-1b1e9ed6-0edf-48ac-8034-2bced6f25998 admin admin] 10.222.0.13 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3995748 Oct 20 14:35:26.261119 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:26.355447 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:27.608775 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58902) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:35:27.967869 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb303e6-0650-4f89-b841-75246c20adf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:27.968317 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb303e6-0650-4f89-b841-75246c20adf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:27.969855 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-3eb303e6-0650-4f89-b841-75246c20adf4 admin admin] 10.222.0.13 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3601451 Oct 20 14:35:30.576962 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58910) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:35:30.936965 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0662dd1d-052f-431c-a280-8676699fb706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:30.938274 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-0662dd1d-052f-431c-a280-8676699fb706 admin admin] 10.222.0.13 "GET /networking/v2.0/subnets/23d7a0fb-697d-4c03-998a-7afe2835b494 HTTP/1.1" status: 200 len: 868 time: 0.3604629 Oct 20 14:35:33.472399 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58918) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:35:33.832003 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830b472d-a4e7-431c-9d12-e485d6fe5c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:35:33.833402 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-830b472d-a4e7-431c-9d12-e485d6fe5c27 admin admin] 10.222.0.13 "GET /networking/v2.0/subnets/96de3145-ff34-4bab-be3c-86c8e298fdef HTTP/1.1" status: 200 len: 816 time: 0.3600140 Oct 20 14:35:36.349277 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:35:36.351540 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:35:41.905538 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 5 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:35:43.823245 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=69 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:35:43.828914 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=69 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:35:51.498507 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4948-7f9e-4cf0-85c8-74ccfd50ec39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:51.907851 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=19 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:35:51.911327 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=15 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:35:53.603844 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-e40d6a86-6a1f-4418-b7f6-cfe22e5cce1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:54.958620 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:56.264448 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:35:56.362043 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:03.540608 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58974) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:36:03.865177 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [None req-7feee78d-4391-403c-8672-b96d08fd5b3f admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 14:36:03.866157 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-7feee78d-4391-403c-8672-b96d08fd5b3f admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3246372 Oct 20 14:36:06.259912 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:36:06.358688 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:36:06.535983 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58982) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:36:06.865848 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.pecan_wsgi.hooks.translation [None req-6349a497-7cf6-470a-b38e-6fc0b060bda7 admin admin] GET failed (client error): The resource could not be found. Oct 20 14:36:06.867089 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-6349a497-7cf6-470a-b38e-6fc0b060bda7 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3302445 Oct 20 14:36:07.055298 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6347991a-08e2-4e00-b6cb-104bc59112dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:36:07.057001 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-6347991a-08e2-4e00-b6cb-104bc59112dc admin admin] 10.222.0.13 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1853948 Oct 20 14:36:09.645306 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58990) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:36:09.964091 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:36:09.984311 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Made reservation on behalf of cfa845f715934496950bc728f50bbff3 for: {'network': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:36:09.986831 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:10.023390 dv-cinder-779233-7-iscsi neutron-server[111617]: WARNING neutron.services.revisions.revision_plugin [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Could not find related network for resource to bump revision. Oct 20 14:36:10.034512 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=111617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:36:10.043525 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (a31889d0-7ad7-4e7b-b503-436c7b192d41), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:10.043860 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.segments_db [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Added segment a31889d0-7ad7-4e7b-b503-436c7b192d41 of type vlan for network 96abed77-6d51-4276-82aa-80c4997eed74 Oct 20 14:36:10.085436 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (96abed77-6d51-4276-82aa-80c4997eed74), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:10.109892 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (96abed77-6d51-4276-82aa-80c4997eed74), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:10.111256 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:36:10.111823 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:10.168373 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5218897 Oct 20 14:36:10.173603 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Pushing event updated for resources: {'Network': ['ID=96abed77-6d51-4276-82aa-80c4997eed74,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:36:10.180502 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.180844 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.181218 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.181557 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.181880 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.182202 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.182522 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.182839 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.183174 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.183494 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.183826 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.184159 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.184504 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.184818 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.185179 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5be78-78e8-48c1-b80e-0d492109efb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:10.196604 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network 96abed77-6d51-4276-82aa-80c4997eed74 details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:36:12.758458 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 58998) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:36:13.097979 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.pecan_wsgi.hooks.translation [None req-581d3dc8-a421-478a-b0bd-64a8bdcbe897 admin admin] GET failed (client error): The resource could not be found. Oct 20 14:36:13.099241 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-581d3dc8-a421-478a-b0bd-64a8bdcbe897 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3398309 Oct 20 14:36:13.171659 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408fa86b-7625-49f9-9749-a1145415030e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:36:13.173099 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-408fa86b-7625-49f9-9749-a1145415030e admin admin] 10.222.0.13 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695028 Oct 20 14:36:13.183025 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-65195c83-8caa-4cae-a6d4-e506150c1473 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '96abed77-6d51-4276-82aa-80c4997eed74'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:36:13.203245 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65195c83-8caa-4cae-a6d4-e506150c1473 admin admin] Made reservation on behalf of cfa845f715934496950bc728f50bbff3 for: {'subnet': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:36:13.205501 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-65195c83-8caa-4cae-a6d4-e506150c1473 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:13.369344 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-65195c83-8caa-4cae-a6d4-e506150c1473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (d978146c-d88d-4975-a052-0bb5de26b421), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:13.422828 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65195c83-8caa-4cae-a6d4-e506150c1473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d978146c-d88d-4975-a052-0bb5de26b421,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:36:13.431350 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65195c83-8caa-4cae-a6d4-e506150c1473 admin admin] Checking segment: {'id': 'a31889d0-7ad7-4e7b-b503-436c7b192d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96abed77-6d51-4276-82aa-80c4997eed74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:36:13.431693 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65195c83-8caa-4cae-a6d4-e506150c1473 admin admin] Network hostable DHCP agents. Network: 96abed77-6d51-4276-82aa-80c4997eed74, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:36:13.448674 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65195c83-8caa-4cae-a6d4-e506150c1473 admin admin] Network 96abed77-6d51-4276-82aa-80c4997eed74 is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:36:13.457450 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-65195c83-8caa-4cae-a6d4-e506150c1473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, 96abed77-6d51-4276-82aa-80c4997eed74) {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:36:13.461354 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65195c83-8caa-4cae-a6d4-e506150c1473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:36:13.461931 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-65195c83-8caa-4cae-a6d4-e506150c1473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:13.468214 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c7335e-eb14-4210-b3d4-edf774db99b2 None None] Network 96abed77-6d51-4276-82aa-80c4997eed74 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:36:13.477823 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-65195c83-8caa-4cae-a6d4-e506150c1473 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2980154 Oct 20 14:36:13.577703 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b6c131a-0226-5d4d-ba6c-abc91a33af30-96abed77-6d51-4276-82aa-80c4997eed74', 'network_id': '96abed77-6d51-4276-82aa-80c4997eed74', 'project_id': 'cfa845f715934496950bc728f50bbff3', 'fixed_ips': [{'subnet_id': 'd978146c-d88d-4975-a052-0bb5de26b421'}]}} from dv-cinder-779233-7-iscsi. {{(pid=111618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 14:36:13.578655 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:13.719360 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.db_base_plugin_common [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Allocated IP 192.168.233.2 (96abed77-6d51-4276-82aa-80c4997eed74/d978146c-d88d-4975-a052-0bb5de26b421/b07f1e88-63fa-4843-8963-a9fe49a3b97c) {{(pid=111618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:36:13.954821 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Publish callbacks [] for port (b07f1e88-63fa-4843-8963-a9fe49a3b97c), precommit_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:13.961544 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (b07f1e88-63fa-4843-8963-a9fe49a3b97c), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:14.005357 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Network 96abed77-6d51-4276-82aa-80c4997eed74 is already hosted by enough agents. {{(pid=111618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:36:14.007047 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.base_scheduler [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Resources bound (agent type, host, resource id): {{(pid=111618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:36:14.011847 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Received port after_create {{(pid=111618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:36:14.017086 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Pushing event updated for resources: {'Port': ['ID=b07f1e88-63fa-4843-8963-a9fe49a3b97c,revision_number=1']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:36:14.028680 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.029533 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.029889 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.030237 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.030570 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.030892 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.031216 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.031533 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.031853 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.032171 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.032520 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.032851 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.033174 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.033488 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.033802 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:36:14.086689 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Attempting to bind port b07f1e88-63fa-4843-8963-a9fe49a3b97c on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:36:14.087019 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Attempting to bind port b07f1e88-63fa-4843-8963-a9fe49a3b97c by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a31889d0-7ad7-4e7b-b503-436c7b192d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96abed77-6d51-4276-82aa-80c4997eed74'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:36:14.087375 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Attempting to bind port b07f1e88-63fa-4843-8963-a9fe49a3b97c on network 96abed77-6d51-4276-82aa-80c4997eed74 {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:36:14.130874 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:36:14.131277 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Checking segment: {'id': 'a31889d0-7ad7-4e7b-b503-436c7b192d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96abed77-6d51-4276-82aa-80c4997eed74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:36:14.131660 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:14.132045 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Bound using segment: {'id': 'a31889d0-7ad7-4e7b-b503-436c7b192d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96abed77-6d51-4276-82aa-80c4997eed74'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:36:14.132542 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Bound port: b07f1e88-63fa-4843-8963-a9fe49a3b97c, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31889d0-7ad7-4e7b-b503-436c7b192d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96abed77-6d51-4276-82aa-80c4997eed74'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:36:14.132918 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (b07f1e88-63fa-4843-8963-a9fe49a3b97c), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:14.193563 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] For port b07f1e88-63fa-4843-8963-a9fe49a3b97c, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:36:14.196584 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] For port b07f1e88-63fa-4843-8963-a9fe49a3b97c, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=b07f1e88-63fa-4843-8963-a9fe49a3b97c,segment=NetworkSegment(a31889d0-7ad7-4e7b-b503-436c7b192d41),segment_id=a31889d0-7ad7-4e7b-b503-436c7b192d41)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:36:14.203055 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (b07f1e88-63fa-4843-8963-a9fe49a3b97c), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:14.259789 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e5058-2ac0-42e0-910b-785e1cdd6a37 None None] Pushing event updated for resources: {'Port': ['ID=b07f1e88-63fa-4843-8963-a9fe49a3b97c,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:36:15.069743 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee46208-d91b-44e1-880e-630e5ea3d44a None None] Network 96abed77-6d51-4276-82aa-80c4997eed74 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:36:15.129721 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:36:15.140763 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-ee6c9f6c-7fce-4e2d-9f5b-18a7196cb28f None None] Provisioning complete for port b07f1e88-63fa-4843-8963-a9fe49a3b97c triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:36:15.141149 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9f6c-7fce-4e2d-9f5b-18a7196cb28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (b07f1e88-63fa-4843-8963-a9fe49a3b97c), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:15.141482 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-ee6c9f6c-7fce-4e2d-9f5b-18a7196cb28f None None] Attempt 1 to provision port b07f1e88-63fa-4843-8963-a9fe49a3b97c Oct 20 14:36:15.173921 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:36:15.269473 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c9f6c-7fce-4e2d-9f5b-18a7196cb28f None None] Current status of the port b07f1e88-63fa-4843-8963-a9fe49a3b97c is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:36:15.269887 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9f6c-7fce-4e2d-9f5b-18a7196cb28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (b07f1e88-63fa-4843-8963-a9fe49a3b97c), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:15.309488 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-ee6c9f6c-7fce-4e2d-9f5b-18a7196cb28f None None] For port b07f1e88-63fa-4843-8963-a9fe49a3b97c, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=b07f1e88-63fa-4843-8963-a9fe49a3b97c,segment=NetworkSegment(a31889d0-7ad7-4e7b-b503-436c7b192d41),segment_id=a31889d0-7ad7-4e7b-b503-436c7b192d41)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:36:15.316755 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9f6c-7fce-4e2d-9f5b-18a7196cb28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (b07f1e88-63fa-4843-8963-a9fe49a3b97c), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:15.376489 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c9f6c-7fce-4e2d-9f5b-18a7196cb28f None None] Pushing event updated for resources: {'Port': ['ID=b07f1e88-63fa-4843-8963-a9fe49a3b97c,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:36:15.440100 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-44ed71e9-fb72-409c-87f1-2f66720bb540 None None] Provisioning complete for port b07f1e88-63fa-4843-8963-a9fe49a3b97c triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:36:15.440544 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-44ed71e9-fb72-409c-87f1-2f66720bb540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (b07f1e88-63fa-4843-8963-a9fe49a3b97c), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:15.440874 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-44ed71e9-fb72-409c-87f1-2f66720bb540 None None] Attempt 1 to provision port b07f1e88-63fa-4843-8963-a9fe49a3b97c Oct 20 14:36:15.517208 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-44ed71e9-fb72-409c-87f1-2f66720bb540 None None] Current status of the port b07f1e88-63fa-4843-8963-a9fe49a3b97c is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:36:16.090128 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device b07f1e88-63fa-4843-8963-a9fe49a3b97c up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:36:16.136441 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port b07f1e88-63fa-4843-8963-a9fe49a3b97c triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:36:16.136812 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (b07f1e88-63fa-4843-8963-a9fe49a3b97c), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:16.137144 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port b07f1e88-63fa-4843-8963-a9fe49a3b97c Oct 20 14:36:16.212572 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port b07f1e88-63fa-4843-8963-a9fe49a3b97c is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:36:18.907041 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 5 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:36:21.491594 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-23e40605-a28d-4809-863f-50f96b3d2767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:23.470593 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:36:23.471356 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=75,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:36:23.606180 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-26ea055e-5697-48d7-a566-70498d0dd47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:24.961040 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:26.268461 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:26.365668 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:28.912250 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:36:28.915538 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=6 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:36:36.354540 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:36:36.362754 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:36:49.883768 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:36:51.494397 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-025c51ba-83a8-41bc-a094-bbb3a9a29e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:53.610240 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5936be0d-036f-4c33-b079-df85086eddb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:54.964517 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:55.910212 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 5 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:36:56.271592 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:36:56.368389 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:05.913072 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:37:05.916951 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=6 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:37:06.363083 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:37:06.365381 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:37:21.496764 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-3d1ccc0e-e246-4179-b468-877e4b604b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:23.614366 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-66a3737f-dcdb-46d5-b080-a709a600f9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:24.965303 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:26.274130 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:26.370999 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:27.908994 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59042) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:37:27.914614 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [None req-b3b69238-1ab0-440a-9b74-545eb6049766 tempest-verify_tempest_config-1243786395 tempest-verify_tempest_config-1243786395-project] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 14:37:27.915577 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-b3b69238-1ab0-440a-9b74-545eb6049766 tempest-verify_tempest_config-1243786395 tempest-verify_tempest_config-1243786395-project] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056167 Oct 20 14:37:28.423187 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59060) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:37:28.752469 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:28.830815 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Publish callbacks [] for security_group (85424506-0489-49f6-92fe-60a053231399), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:28.834469 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (85424506-0489-49f6-92fe-60a053231399), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:28.879885 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85424506-0489-49f6-92fe-60a053231399,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:37:28.884438 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b277bd8e6c774429a2a6f4ae85462c7d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4601955 Oct 20 14:37:28.887316 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59064) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:37:28.888753 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.889220 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.889445 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.889782 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.890105 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.890427 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.890743 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.891057 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.891372 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.891686 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.892000 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.892313 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.892680 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.892987 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.893293 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceba7af-e19d-419c-accf-4d9165ca2fdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:28.962513 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Publish callbacks [] for security_group (85424506-0489-49f6-92fe-60a053231399), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:28.983496 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Publish callbacks [] for security_group (85424506-0489-49f6-92fe-60a053231399), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:29.083166 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (85424506-0489-49f6-92fe-60a053231399), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:29.086025 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:29.087152 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/85424506-0489-49f6-92fe-60a053231399 HTTP/1.1" status: 204 len: 168 time: 0.1988783 Oct 20 14:37:29.095517 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85424506-0489-49f6-92fe-60a053231399,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:37:29.102323 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:29.102676 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:29.103016 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:29.103366 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:29.103702 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:29.104016 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:29.104332 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:29.104670 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:29.104986 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:29.105304 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:29.105621 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:29.105970 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:29.106286 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:29.106596 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:29.106922 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512673f4-d566-4e7e-a419-789fc24f0112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:37:32.911361 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 5 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:37:36.366726 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:37:38.878573 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:37:38.883278 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:37:39.097781 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:37:39.098619 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:37:39.128371 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:37:47.490226 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=17 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:37:47.493079 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=19 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:37:51.499527 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ab3635c1-ed33-43f6-bda1-18abf6442005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:53.615839 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-c24f2e78-4063-4f2b-bab5-fbd03649c7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:54.962206 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:56.275643 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:37:56.374760 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:38:06.363423 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:38:06.370402 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:38:09.915233 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 5 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:38:19.920153 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:38:19.920922 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=6 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:38:21.501520 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-62f41204-8360-43e6-ad0b-d64c8eba89ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:38:23.617240 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f9b12d3b-4c31-4ad8-9d23-e7fd230f44fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:38:24.964160 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:38:26.278423 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:38:26.377361 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:38:36.371021 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:38:36.373032 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:38:46.917954 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 5 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:38:51.505885 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-c8010325-44aa-4803-a525-3e80ee3dbd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:38:53.621258 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-e58975d4-1c7d-41a3-89c0-8cb06238a8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:38:54.967693 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:38:56.282357 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:38:56.378230 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:38:56.923584 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:38:56.924364 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:38:59.545328 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649480'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:39:09.528865 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:39:09.541132 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:39:12.781140 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59158) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:39:12.906407 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-f6539d84-db37-4c39-8b24-24e500019e6b admin admin] 10.222.0.13 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1242661 Oct 20 14:39:15.386351 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59168) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:39:15.441731 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-4017eba2-c524-44c3-be69-b8b19841e673 admin admin] 10.222.0.13 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0543282 Oct 20 14:39:21.509860 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-c593b06a-f545-4dc6-b4b1-a07041cd9743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:39:23.624722 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-970350d5-b34e-44ae-ba5e-2a5cabf4d455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:39:23.922645 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:39:24.970041 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:39:25.436301 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:39:25.437039 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:39:26.284963 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:39:26.380926 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:39:29.514717 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:39:33.920054 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=3 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:39:33.926009 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=5 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:39:39.508348 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:39:39.510222 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:39:47.490247 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=13 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:39:47.492234 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=13 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:39:51.512731 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0b77d90f-51f4-4f45-bca0-32c0f90224e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:39:53.627006 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-744243c6-d0ef-483f-932c-34e04c72eac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:39:54.972694 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:39:56.286404 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:39:56.384760 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:39:59.516301 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:00.925427 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:40:09.509382 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:09.511948 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:10.928481 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:10.930078 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:21.518458 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0fd3e2c4-6005-45dd-9e20-4ec475fff26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:23.629725 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9d73234b-0676-4d89-a178-068291208cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:24.975725 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:26.290930 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:26.389133 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:29.531402 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:37.927588 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:40:39.520933 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:39.526108 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:47.794820 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59384) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:47.881285 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59392) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:48.024144 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59406) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:48.212509 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1885660861-network', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:40:48.221803 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59414) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:48.247809 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Made reservation on behalf of 201aed13c0e342f5b30286ce3f82eb82 for: {'network': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:40:48.250363 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.258152 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-293313047-network', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:40:48.282110 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] Made reservation on behalf of 8d8d1dfd3c714794a3fca61b2c6b093e for: {'network': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:40:48.285044 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.293856 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.302555 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.395442 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1425927686-network', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:40:48.406005 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Publish callbacks [] for security_group (cddc664e-a7fd-47c1-aa67-d814d27d1f9e), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.419907 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (cddc664e-a7fd-47c1-aa67-d814d27d1f9e), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.423027 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Made reservation on behalf of a3d7fadfead1456792446f71c465bc0c for: {'network': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:40:48.426431 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.436527 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=111616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:40:48.439038 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.450611 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766732254522', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (1014fa01-08d9-4050-a335-6a1320575b72), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.451377 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Unsubscribe: segment precommit_create {{(pid=111616) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 14:40:48.452010 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.segments_db [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Added segment 1014fa01-08d9-4050-a335-6a1320575b72 of type vlan for network d774747b-7777-4bbe-9570-71c987a7b55a Oct 20 14:40:48.474189 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-network', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:40:48.510831 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (d774747b-7777-4bbe-9570-71c987a7b55a), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.577417 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Publish callbacks [] for security_group (dabe0e52-d5f3-4f58-8d2a-3eb43bd9a3e2), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.585004 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (dabe0e52-d5f3-4f58-8d2a-3eb43bd9a3e2), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.607711 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] Made reservation on behalf of afd56c15beff4515a44799ee7ec083a3 for: {'network': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:40:48.613107 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.630715 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (d774747b-7777-4bbe-9570-71c987a7b55a), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.631734 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:40:48.632302 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.659679 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.692721 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8936086 Oct 20 14:40:48.694538 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59430) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:48.718919 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-c8cbd73e-b0e5-4d56-86e7-f98e1ef9785f admin admin] Request body: {'subnet': {'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1885660861-subnet', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:40:48.721417 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabe0e52-d5f3-4f58-8d2a-3eb43bd9a3e2,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:48.724986 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=111617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:40:48.757658 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.758350 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.758993 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.759725 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.764913 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cbd73e-b0e5-4d56-86e7-f98e1ef9785f admin admin] Made reservation on behalf of 201aed13c0e342f5b30286ce3f82eb82 for: {'subnet': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:40:48.767236 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.767646 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c8cbd73e-b0e5-4d56-86e7-f98e1ef9785f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.767832 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.768290 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.768782 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.769220 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.770281 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.770789 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.771228 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.771837 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.772377 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.772902 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Tracked resource versions report: Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: pushed versions: Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: { 'AddressGroup': {'1.2'}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Agent': {'1.1'}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'ConntrackHelper': {'1.0'}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'LocalIPAssociation': {'1.0'}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Log': {'1.0'}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'NDPProxy': {'1.0'}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Network': {'1.1'}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Port': {'1.7'}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'PortForwarding': {'1.3'}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'QosPolicy': {'1.10'}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'SecurityGroup': {'1.5'}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'SecurityGroupRule': {'1.2'}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'SubPort': {'1.0'}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Subnet': {'1.1'}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Trunk': {'1.1'}} Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: consumer versions: Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: { DHCP agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: HyperV agent@hv-cinder-77923: {}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: L3 agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: Metadata agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: Metering agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: Open vSwitch agent@dv-cinder-779233-7-iscsi: { 'AddressGroup': '1.2', Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Agent': '1.1', Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'ConntrackHelper': '1.0', Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'LocalIPAssociation': '1.0', Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Log': '1.0', Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'NDPProxy': '1.0', Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Network': '1.1', Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Port': '1.7', Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'PortForwarding': '1.3', Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'QosPolicy': '1.10', Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'SecurityGroup': '1.5', Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'SecurityGroupRule': '1.2', Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'SubPort': '1.0', Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Subnet': '1.1', Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: 'Trunk': '1.1'}} Oct 20 14:40:48.774659 dv-cinder-779233-7-iscsi neutron-server[111617]: {{(pid=111617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 14:40:48.796319 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (a11b7295-6c94-4924-8524-3287b2a3d88b), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.797049 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.segments_db [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Added segment a11b7295-6c94-4924-8524-3287b2a3d88b of type vlan for network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 Oct 20 14:40:48.938028 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddc664e-a7fd-47c1-aa67-d814d27d1f9e,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:48.942006 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (fc293b8c-746d-49c9-a6cf-e8d38b9a4352), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.963936 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] Publish callbacks [] for security_group (5348c735-9a4c-430f-b97d-1257dd490a1f), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:48.965091 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:48.979675 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c8cbd73e-b0e5-4d56-86e7-f98e1ef9785f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (cf67353c-d617-40ac-b644-e007946d5653), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.001019 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (fc293b8c-746d-49c9-a6cf-e8d38b9a4352), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.002283 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:40:49.002927 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.040768 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (5348c735-9a4c-430f-b97d-1257dd490a1f), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.051061 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] Publish callbacks [] for security_group (44a1ce2c-2150-458a-a016-74db6e2f673d), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.066855 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=111616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:40:49.087550 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (e801edb6-a720-422a-bfaa-ce4865f9975c), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.088143 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.segments_db [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] Added segment e801edb6-a720-422a-bfaa-ce4865f9975c of type vlan for network bc51d155-90b9-48b7-86e9-fc4346955e9e Oct 20 14:40:49.096786 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0711184 Oct 20 14:40:49.097760 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (44a1ce2c-2150-458a-a016-74db6e2f673d), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.101031 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59450) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:49.122021 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-d21610a2-653a-414f-9484-827d3fadf67a admin admin] Request body: {'subnet': {'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1425927686-subnet', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:40:49.162172 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c3efd-e831-43eb-b556-b7ecd72c2bbf admin admin] Pushing event updated for resources: {'Network': ['ID=fc293b8c-746d-49c9-a6cf-e8d38b9a4352,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:49.167212 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=111617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:40:49.169943 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (bc51d155-90b9-48b7-86e9-fc4346955e9e), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.177737 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:40:49.184843 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:49.185890 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a1ce2c-2150-458a-a016-74db6e2f673d,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:49.206950 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:49.211672 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (d8450df4-5a10-4679-a0a8-5af23b67027b), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.229467 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.229874 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.230174 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.230310 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.segments_db [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] Added segment d8450df4-5a10-4679-a0a8-5af23b67027b of type vlan for network 8527c204-ec5a-42a2-811a-426241f609de Oct 20 14:40:49.231035 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.231392 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.231928 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.232418 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.232901 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.233378 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.234482 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.235097 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.235597 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.236319 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.236803 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.237284 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Tracked resource versions report: Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: pushed versions: Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: { 'AddressGroup': {'1.2'}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Agent': {'1.1'}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'ConntrackHelper': {'1.0'}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'LocalIPAssociation': {'1.0'}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Log': {'1.0'}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'NDPProxy': {'1.0'}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Network': {'1.1'}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Port': {'1.7'}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'PortForwarding': {'1.3'}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'QosPolicy': {'1.10'}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'SecurityGroup': {'1.5'}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'SecurityGroupRule': {'1.2'}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'SubPort': {'1.0'}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Subnet': {'1.1'}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Trunk': {'1.1'}} Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: consumer versions: Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: { DHCP agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: HyperV agent@hv-cinder-77923: {}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: L3 agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: Metadata agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: Metering agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: Open vSwitch agent@dv-cinder-779233-7-iscsi: { 'AddressGroup': '1.2', Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Agent': '1.1', Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'ConntrackHelper': '1.0', Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'LocalIPAssociation': '1.0', Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Log': '1.0', Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'NDPProxy': '1.0', Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Network': '1.1', Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Port': '1.7', Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'PortForwarding': '1.3', Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'QosPolicy': '1.10', Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'SecurityGroup': '1.5', Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'SecurityGroupRule': '1.2', Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'SubPort': '1.0', Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Subnet': '1.1', Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: 'Trunk': '1.1'}} Oct 20 14:40:49.238795 dv-cinder-779233-7-iscsi neutron-server[111616]: {{(pid=111616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 14:40:49.284284 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21610a2-653a-414f-9484-827d3fadf67a admin admin] Made reservation on behalf of a3d7fadfead1456792446f71c465bc0c for: {'subnet': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:40:49.294630 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d21610a2-653a-414f-9484-827d3fadf67a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.296643 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5348c735-9a4c-430f-b97d-1257dd490a1f,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:49.299816 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (bc51d155-90b9-48b7-86e9-fc4346955e9e), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.301135 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:40:49.301906 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.343964 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4616058 Oct 20 14:40:49.347999 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59464) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:49.381703 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-f87a04d8-2ead-4f6d-b82c-58e967998905 admin admin] Request body: {'subnet': {'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-293313047-subnet', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:40:49.397405 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febc516-9d2d-4be9-8014-50ba621bf347 admin admin] Pushing event updated for resources: {'Network': ['ID=d774747b-7777-4bbe-9570-71c987a7b55a,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:49.441152 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network d774747b-7777-4bbe-9570-71c987a7b55a details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:40:49.477655 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (8527c204-ec5a-42a2-811a-426241f609de), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.524911 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (8527c204-ec5a-42a2-811a-426241f609de), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.525826 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:40:49.526398 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.537635 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbd73e-b0e5-4d56-86e7-f98e1ef9785f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf67353c-d617-40ac-b644-e007946d5653,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:49.540241 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b7374-455c-4a4b-9166-1b8772fca98b admin admin] Pushing event updated for resources: {'Network': ['ID=bc51d155-90b9-48b7-86e9-fc4346955e9e,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:49.574628 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cbd73e-b0e5-4d56-86e7-f98e1ef9785f admin admin] Checking segment: {'id': '1014fa01-08d9-4050-a335-6a1320575b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:40:49.575011 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cbd73e-b0e5-4d56-86e7-f98e1ef9785f admin admin] Network hostable DHCP agents. Network: d774747b-7777-4bbe-9570-71c987a7b55a, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:40:49.579512 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:49.603932 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87a04d8-2ead-4f6d-b82c-58e967998905 admin admin] Made reservation on behalf of 8d8d1dfd3c714794a3fca61b2c6b093e for: {'subnet': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:40:49.606909 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f87a04d8-2ead-4f6d-b82c-58e967998905 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.619884 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3960698 Oct 20 14:40:49.620315 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59478) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:49.632673 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-6ddcfc10-c107-46b9-9663-e15a993c87e5 admin admin] Request body: {'subnet': {'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-subnet', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:40:49.668632 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09cc69-820a-484c-b9a5-094ede545483 admin admin] Pushing event updated for resources: {'Network': ['ID=8527c204-ec5a-42a2-811a-426241f609de,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:49.708120 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cbd73e-b0e5-4d56-86e7-f98e1ef9785f admin admin] Network d774747b-7777-4bbe-9570-71c987a7b55a is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:40:49.715346 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddcfc10-c107-46b9-9663-e15a993c87e5 admin admin] Made reservation on behalf of afd56c15beff4515a44799ee7ec083a3 for: {'subnet': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:40:49.717763 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6ddcfc10-c107-46b9-9663-e15a993c87e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.725118 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network 8527c204-ec5a-42a2-811a-426241f609de details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:40:49.739008 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-c8cbd73e-b0e5-4d56-86e7-f98e1ef9785f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, d774747b-7777-4bbe-9570-71c987a7b55a) {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:40:49.745212 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network bc51d155-90b9-48b7-86e9-fc4346955e9e details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:40:49.754175 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cbd73e-b0e5-4d56-86e7-f98e1ef9785f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:40:49.754843 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c8cbd73e-b0e5-4d56-86e7-f98e1ef9785f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.770807 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d21610a2-653a-414f-9484-827d3fadf67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (1a67e092-0844-4291-b844-e931d44b047a), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.780440 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-c8cbd73e-b0e5-4d56-86e7-f98e1ef9785f admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0668764 Oct 20 14:40:49.781645 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59488) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:49.787396 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1885660861-router', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:40:49.820008 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688a514e-2978-4d6c-b288-c6ffaaa8ef58 None None] Network d774747b-7777-4bbe-9570-71c987a7b55a requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:40:49.856139 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2810'] for router (8ba7104b-dca7-460e-903e-0f4578933290), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.858287 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2797'] for router (8ba7104b-dca7-460e-903e-0f4578933290), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:49.881849 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21610a2-653a-414f-9484-827d3fadf67a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a67e092-0844-4291-b844-e931d44b047a,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:49.894287 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:49.895179 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:49.912292 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21610a2-653a-414f-9484-827d3fadf67a admin admin] Checking segment: {'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:40:49.912691 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21610a2-653a-414f-9484-827d3fadf67a admin admin] Network hostable DHCP agents. Network: fc293b8c-746d-49c9-a6cf-e8d38b9a4352, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:40:49.968767 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21610a2-653a-414f-9484-827d3fadf67a admin admin] Network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:40:50.014883 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-d21610a2-653a-414f-9484-827d3fadf67a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, fc293b8c-746d-49c9-a6cf-e8d38b9a4352) {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:40:50.021160 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21610a2-653a-414f-9484-827d3fadf67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:40:50.021838 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d21610a2-653a-414f-9484-827d3fadf67a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:50.031290 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6ddcfc10-c107-46b9-9663-e15a993c87e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (ca5871aa-7167-4149-b162-6807c8f57b7d), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:50.047704 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f87a04d8-2ead-4f6d-b82c-58e967998905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (56f61a25-fefc-4795-ba33-a4348feea40d), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:50.087632 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba69cbf-b7bc-4733-b5bc-b34f3a4e8e7d None None] Network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:40:50.109299 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Publish callbacks [] for router_controller (8ba7104b-dca7-460e-903e-0f4578933290), precommit_add_association {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:50.134287 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-d21610a2-653a-414f-9484-827d3fadf67a admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0237088 Oct 20 14:40:50.138454 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59498) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:50.143177 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:50.159541 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:40:50.210921 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2810'] for router (77f489c9-269b-4f4d-bfe4-358795deb54f), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:50.211964 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2797'] for router (77f489c9-269b-4f4d-bfe4-358795deb54f), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:50.221994 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddcfc10-c107-46b9-9663-e15a993c87e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5871aa-7167-4149-b162-6807c8f57b7d,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:50.230356 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:50.244988 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddcfc10-c107-46b9-9663-e15a993c87e5 admin admin] Checking segment: {'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:40:50.245338 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddcfc10-c107-46b9-9663-e15a993c87e5 admin admin] Network hostable DHCP agents. Network: 8527c204-ec5a-42a2-811a-426241f609de, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:40:50.289487 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Publish callbacks [] for router_controller (77f489c9-269b-4f4d-bfe4-358795deb54f), precommit_add_association {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:50.407119 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddcfc10-c107-46b9-9663-e15a993c87e5 admin admin] Network 8527c204-ec5a-42a2-811a-426241f609de is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:40:50.524375 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a04d8-2ead-4f6d-b82c-58e967998905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56f61a25-fefc-4795-ba33-a4348feea40d,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:50.541287 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b6c131a-0226-5d4d-ba6c-abc91a33af30-fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a'}]}} from dv-cinder-779233-7-iscsi. {{(pid=111618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 14:40:50.545179 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59520) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:50.546124 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:50.628149 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87a04d8-2ead-4f6d-b82c-58e967998905 admin admin] Checking segment: {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:40:50.630279 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a04d8-2ead-4f6d-b82c-58e967998905 admin admin] Network hostable DHCP agents. Network: bc51d155-90b9-48b7-86e9-fc4346955e9e, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:40:50.651441 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59524) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:50.686876 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b6c131a-0226-5d4d-ba6c-abc91a33af30-d774747b-7777-4bbe-9570-71c987a7b55a', 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a', 'project_id': '201aed13c0e342f5b30286ce3f82eb82', 'fixed_ips': [{'subnet_id': 'cf67353c-d617-40ac-b644-e007946d5653'}]}} from dv-cinder-779233-7-iscsi. {{(pid=111618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 14:40:50.688469 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:50.744013 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-6ddcfc10-c107-46b9-9663-e15a993c87e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, 8527c204-ec5a-42a2-811a-426241f609de) {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:40:50.759714 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Publish callbacks [] for router_gateway (8ba7104b-dca7-460e-903e-0f4578933290), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:50.764797 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddcfc10-c107-46b9-9663-e15a993c87e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:40:50.764964 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6ddcfc10-c107-46b9-9663-e15a993c87e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:50.780932 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ebab48-9a94-47ec-9c07-b3bfe7b5b077 None None] Network 8527c204-ec5a-42a2-811a-426241f609de requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:40:50.838551 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:50.851528 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a04d8-2ead-4f6d-b82c-58e967998905 admin admin] Network bc51d155-90b9-48b7-86e9-fc4346955e9e is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:40:50.920754 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-6ddcfc10-c107-46b9-9663-e15a993c87e5 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2947066 Oct 20 14:40:50.989797 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59530) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:50.995302 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:40:51.026918 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Publish callbacks [] for router_gateway (77f489c9-269b-4f4d-bfe4-358795deb54f), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.059260 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2810'] for router (c4596323-0dc4-49b5-b6c3-381f272b5c61), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.061728 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2797'] for router (c4596323-0dc4-49b5-b6c3-381f272b5c61), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.092662 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-f87a04d8-2ead-4f6d-b82c-58e967998905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, bc51d155-90b9-48b7-86e9-fc4346955e9e) {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:40:51.104442 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87a04d8-2ead-4f6d-b82c-58e967998905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:40:51.105325 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f87a04d8-2ead-4f6d-b82c-58e967998905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.141466 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0e7e-9b20-43ed-87a8-b9b2d2f6e730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.158823 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.db_base_plugin_common [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Allocated IP 172.20.0.2 (fc293b8c-746d-49c9-a6cf-e8d38b9a4352/1a67e092-0844-4291-b844-e931d44b047a/d5103891-68d1-44c7-94ca-d8f6dcabe8e1) {{(pid=111618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:40:51.174177 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:51.180921 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8e3c04-0b9e-4e18-a376-466359f84546 None None] Network bc51d155-90b9-48b7-86e9-fc4346955e9e requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:40:51.214395 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Publish callbacks [] for router_controller (c4596323-0dc4-49b5-b6c3-381f272b5c61), precommit_add_association {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.246695 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f605782f-a2e1-4af3-8fa7-6c49ab6f3d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.283223 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-f87a04d8-2ead-4f6d-b82c-58e967998905 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9317863 Oct 20 14:40:51.293613 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59558) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:51.297076 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:51.304007 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:40:51.371818 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0e7e-9b20-43ed-87a8-b9b2d2f6e730 admin admin] Publish callbacks [] for security_group (26b2d79f-189f-44d3-bc8f-fe8ca5b9e88e), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.381055 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:51.381899 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.db_base_plugin_common [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Allocated IP 172.20.0.2 (d774747b-7777-4bbe-9570-71c987a7b55a/cf67353c-d617-40ac-b644-e007946d5653/fae5734c-1656-4a4a-90d5-c88ae2f26068) {{(pid=111618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:40:51.406906 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b6c131a-0226-5d4d-ba6c-abc91a33af30-8527c204-ec5a-42a2-811a-426241f609de', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d'}]}} from dv-cinder-779233-7-iscsi. {{(pid=111618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 14:40:51.407754 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.430117 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0e7e-9b20-43ed-87a8-b9b2d2f6e730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (26b2d79f-189f-44d3-bc8f-fe8ca5b9e88e), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.471291 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Publish callbacks [] for router_gateway (c4596323-0dc4-49b5-b6c3-381f272b5c61), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.489149 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2810'] for router (f7e24323-3547-4288-9584-c3c76ffa6689), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.490257 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2797'] for router (f7e24323-3547-4288-9584-c3c76ffa6689), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.540965 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-4a0b0e7e-9b20-43ed-87a8-b9b2d2f6e730 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=cee0a6ee88fa492ab67c8913c5b71117&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8846810 Oct 20 14:40:51.550303 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59564) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:51.614752 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Publish callbacks [] for router_gateway (8ba7104b-dca7-460e-903e-0f4578933290), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.637768 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Publish callbacks [] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), precommit_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.647307 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Publish callbacks [] for router_gateway (77f489c9-269b-4f4d-bfe4-358795deb54f), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.648143 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.678885 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.718977 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Publish callbacks [] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), precommit_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.791632 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Allocated IP 172.27.0.130 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/96a53475-af51-4bd0-8705-35e2d8aa0402) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:40:51.831637 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b0e7e-9b20-43ed-87a8-b9b2d2f6e730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b2d79f-189f-44d3-bc8f-fe8ca5b9e88e,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:51.878597 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:51.880639 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.895269 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.919316 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Network d774747b-7777-4bbe-9570-71c987a7b55a is already hosted by enough agents. {{(pid=111618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:40:51.922062 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b6c131a-0226-5d4d-ba6c-abc91a33af30-bc51d155-90b9-48b7-86e9-fc4346955e9e', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d'}]}} from dv-cinder-779233-7-iscsi. {{(pid=111618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 14:40:51.923163 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.924966 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Publish callbacks [] for router_gateway (c4596323-0dc4-49b5-b6c3-381f272b5c61), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.941111 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Publish callbacks [] for router_controller (f7e24323-3547-4288-9584-c3c76ffa6689), precommit_add_association {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:51.943741 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=6 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:51.951205 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.base_scheduler [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Resources bound (agent type, host, resource id): {{(pid=111618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:40:51.956836 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.014680 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:52.035748 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-68081c6c-fa62-4923-bc27-196e9caa14f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.039193 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Received port after_create {{(pid=111618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:40:52.045859 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 is already hosted by enough agents. {{(pid=111618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:40:52.046461 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:52.061735 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.base_scheduler [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Resources bound (agent type, host, resource id): {{(pid=111618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:40:52.094392 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Received port after_create {{(pid=111618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:40:52.125732 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.db_base_plugin_common [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Allocated IP 172.20.0.2 (8527c204-ec5a-42a2-811a-426241f609de/ca5871aa-7167-4149-b162-6807c8f57b7d/592b53b8-fe20-4dce-b2e7-e89993f6d126) {{(pid=111618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:40:52.200514 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f605782f-a2e1-4af3-8fa7-6c49ab6f3d0e admin admin] Publish callbacks [] for security_group (ee8ea99c-202e-4c7b-91fc-fce36ef3e814), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.213707 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-54e603d8-7a5a-4d8e-9331-c0cf417f0c91 admin admin] Publish callbacks [] for security_group (26b2d79f-189f-44d3-bc8f-fe8ca5b9e88e), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.251571 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Attempting to bind port fae5734c-1656-4a4a-90d5-c88ae2f26068 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:40:52.252278 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Attempting to bind port fae5734c-1656-4a4a-90d5-c88ae2f26068 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': '1014fa01-08d9-4050-a335-6a1320575b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:40:52.252948 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Attempting to bind port fae5734c-1656-4a4a-90d5-c88ae2f26068 on network d774747b-7777-4bbe-9570-71c987a7b55a {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:40:52.257745 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f605782f-a2e1-4af3-8fa7-6c49ab6f3d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (ee8ea99c-202e-4c7b-91fc-fce36ef3e814), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.274775 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Pushing event updated for resources: {'Port': ['ID=fae5734c-1656-4a4a-90d5-c88ae2f26068,revision_number=1']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:52.279051 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Publish callbacks [] for router_gateway (f7e24323-3547-4288-9584-c3c76ffa6689), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.305297 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-54e603d8-7a5a-4d8e-9331-c0cf417f0c91 admin admin] Publish callbacks [] for security_group (26b2d79f-189f-44d3-bc8f-fe8ca5b9e88e), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.311026 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.311497 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.312018 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.312539 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.313038 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.313533 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.314035 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.314515 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.315007 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.315486 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.315966 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.316509 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.317016 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.317533 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.318009 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Tracked resource versions report: Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: pushed versions: Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: { 'AddressGroup': {'1.2'}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Agent': {'1.1'}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'ConntrackHelper': {'1.0'}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'LocalIPAssociation': {'1.0'}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Log': {'1.0'}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'NDPProxy': {'1.0'}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Network': {'1.1'}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Port': {'1.7'}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'PortForwarding': {'1.3'}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'QosPolicy': {'1.10'}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'SecurityGroup': {'1.5'}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'SecurityGroupRule': {'1.2'}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'SubPort': {'1.0'}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Subnet': {'1.1'}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Trunk': {'1.1'}} Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: consumer versions: Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: { DHCP agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: HyperV agent@hv-cinder-77923: {}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: L3 agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: Metadata agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: Metering agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: Open vSwitch agent@dv-cinder-779233-7-iscsi: { 'AddressGroup': '1.2', Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Agent': '1.1', Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'ConntrackHelper': '1.0', Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'LocalIPAssociation': '1.0', Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Log': '1.0', Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'NDPProxy': '1.0', Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Network': '1.1', Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Port': '1.7', Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'PortForwarding': '1.3', Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'QosPolicy': '1.10', Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'SecurityGroup': '1.5', Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'SecurityGroupRule': '1.2', Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'SubPort': '1.0', Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Subnet': '1.1', Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: 'Trunk': '1.1'}} Oct 20 14:40:52.319436 dv-cinder-779233-7-iscsi neutron-server[111618]: {{(pid=111618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 14:40:52.331594 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.db_base_plugin_common [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Allocated IP 172.20.0.2 (bc51d155-90b9-48b7-86e9-fc4346955e9e/56f61a25-fefc-4795-ba33-a4348feea40d/8bd38839-4a12-487c-bb0f-8ef4657fb90e) {{(pid=111618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:40:52.333760 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Publish callbacks [] for port (96a53475-af51-4bd0-8705-35e2d8aa0402), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.403591 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605782f-a2e1-4af3-8fa7-6c49ab6f3d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8ea99c-202e-4c7b-91fc-fce36ef3e814,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:52.410664 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59590) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:52.411238 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-f605782f-a2e1-4af3-8fa7-6c49ab6f3d0e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=1ebb3ea35947435b827833547073f0a5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8631625 Oct 20 14:40:52.434074 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Pushing event updated for resources: {'Port': ['ID=d5103891-68d1-44c7-94ca-d8f6dcabe8e1,revision_number=1']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:52.453371 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:52.456692 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Attempting to bind port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:40:52.457135 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Attempting to bind port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:40:52.457519 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Attempting to bind port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 on network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:40:52.514182 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e3345bd0-f5fe-4ed1-8b02-8733baa6e51a admin admin] Publish callbacks [] for security_group (ee8ea99c-202e-4c7b-91fc-fce36ef3e814), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.522272 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-54e603d8-7a5a-4d8e-9331-c0cf417f0c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (26b2d79f-189f-44d3-bc8f-fe8ca5b9e88e), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.525351 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-54e603d8-7a5a-4d8e-9331-c0cf417f0c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.526655 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:40:52.527891 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-54e603d8-7a5a-4d8e-9331-c0cf417f0c91 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/26b2d79f-189f-44d3-bc8f-fe8ca5b9e88e HTTP/1.1" status: 204 len: 168 time: 0.9698427 Oct 20 14:40:52.528194 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Checking segment: {'id': '1014fa01-08d9-4050-a335-6a1320575b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:40:52.528820 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.529418 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Bound using segment: {'id': '1014fa01-08d9-4050-a335-6a1320575b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:40:52.530077 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Bound port: fae5734c-1656-4a4a-90d5-c88ae2f26068, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1014fa01-08d9-4050-a335-6a1320575b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:40:52.530630 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.553685 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e3345bd0-f5fe-4ed1-8b02-8733baa6e51a admin admin] Publish callbacks [] for security_group (ee8ea99c-202e-4c7b-91fc-fce36ef3e814), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.568323 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (96a53475-af51-4bd0-8705-35e2d8aa0402), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.576169 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e603d8-7a5a-4d8e-9331-c0cf417f0c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b2d79f-189f-44d3-bc8f-fe8ca5b9e88e,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:52.646229 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Allocated IP 172.27.0.196 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/d0564e1f-cab0-4683-b25b-f680cea46513) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:40:52.671477 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:40:52.675897 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:40:52.683060 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:40:52.702351 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] For port fae5734c-1656-4a4a-90d5-c88ae2f26068, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:40:52.706911 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] For port fae5734c-1656-4a4a-90d5-c88ae2f26068, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=fae5734c-1656-4a4a-90d5-c88ae2f26068,segment=NetworkSegment(1014fa01-08d9-4050-a335-6a1320575b72),segment_id=1014fa01-08d9-4050-a335-6a1320575b72)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:40:52.731129 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Pushing event updated for resources: {'Port': ['ID=96a53475-af51-4bd0-8705-35e2d8aa0402,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:52.741216 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.744149 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e3345bd0-f5fe-4ed1-8b02-8733baa6e51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (ee8ea99c-202e-4c7b-91fc-fce36ef3e814), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.754781 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e3345bd0-f5fe-4ed1-8b02-8733baa6e51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.756843 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-e3345bd0-f5fe-4ed1-8b02-8733baa6e51a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ee8ea99c-202e-4c7b-91fc-fce36ef3e814 HTTP/1.1" status: 204 len: 168 time: 0.3451443 Oct 20 14:40:52.776501 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3345bd0-f5fe-4ed1-8b02-8733baa6e51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8ea99c-202e-4c7b-91fc-fce36ef3e814,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:52.776711 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Publish callbacks [] for router_gateway (f7e24323-3547-4288-9584-c3c76ffa6689), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.830166 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.861869 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Publish callbacks [] for port (d0564e1f-cab0-4683-b25b-f680cea46513), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.882628 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:52.908737 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Publish callbacks [] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), precommit_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.932728 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:40:52.933206 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Checking segment: {'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:40:52.934888 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.935362 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Bound using segment: {'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:40:52.936794 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Bound port: d5103891-68d1-44c7-94ca-d8f6dcabe8e1, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:40:52.937167 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.986799 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (d0564e1f-cab0-4683-b25b-f680cea46513), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:52.997332 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:53.172695 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:53.211822 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:53.258611 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Network bc51d155-90b9-48b7-86e9-fc4346955e9e is already hosted by enough agents. {{(pid=111618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:40:53.259721 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Publish callbacks [] for port (592b53b8-fe20-4dce-b2e7-e89993f6d126), precommit_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:53.280911 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.base_scheduler [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Resources bound (agent type, host, resource id): {{(pid=111618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:40:53.291512 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Received port after_create {{(pid=111618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:40:53.300034 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (592b53b8-fe20-4dce-b2e7-e89993f6d126), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:53.319401 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80786328-51e1-49f4-9a3b-11a6b654733b None None] Pushing event updated for resources: {'Port': ['ID=fae5734c-1656-4a4a-90d5-c88ae2f26068,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:53.364455 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:40:53.367774 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Publish callbacks [] for router_gateway (8ba7104b-dca7-460e-903e-0f4578933290), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:53.393911 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Network 8527c204-ec5a-42a2-811a-426241f609de is already hosted by enough agents. {{(pid=111618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:40:53.418413 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Allocated IP 172.27.0.221 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/384d37be-3e14-4f7d-862b-015e49ff88ec) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:40:53.424707 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.base_scheduler [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Resources bound (agent type, host, resource id): {{(pid=111618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:40:53.428903 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] For port d5103891-68d1-44c7-94ca-d8f6dcabe8e1, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:40:53.431993 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59610) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:53.437641 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Received port after_create {{(pid=111618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:40:53.453555 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-1b489db3-15e4-4bae-8175-66e09d3e2e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:53.458705 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Pushing event updated for resources: {'Port': ['ID=8bd38839-4a12-487c-bb0f-8ef4657fb90e,revision_number=1']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:53.465509 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Attempting to bind port 8bd38839-4a12-487c-bb0f-8ef4657fb90e on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:40:53.465877 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Attempting to bind port 8bd38839-4a12-487c-bb0f-8ef4657fb90e by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:40:53.466238 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Attempting to bind port 8bd38839-4a12-487c-bb0f-8ef4657fb90e on network bc51d155-90b9-48b7-86e9-fc4346955e9e {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:40:53.471803 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] For port d5103891-68d1-44c7-94ca-d8f6dcabe8e1, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=d5103891-68d1-44c7-94ca-d8f6dcabe8e1,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:40:53.477622 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:53.534330 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:53.641075 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Pushing event updated for resources: {'Port': ['ID=d0564e1f-cab0-4683-b25b-f680cea46513,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:53.643539 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:40:53.701420 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:40:53.776354 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Pushing event updated for resources: {'Port': ['ID=592b53b8-fe20-4dce-b2e7-e89993f6d126,revision_number=1']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:53.807105 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59614) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:53.815162 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Attempting to bind port 592b53b8-fe20-4dce-b2e7-e89993f6d126 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:40:53.815393 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Attempting to bind port 592b53b8-fe20-4dce-b2e7-e89993f6d126 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:40:53.815744 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Attempting to bind port 592b53b8-fe20-4dce-b2e7-e89993f6d126 on network 8527c204-ec5a-42a2-811a-426241f609de {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:40:53.822948 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:40:53.823601 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Checking segment: {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:40:53.824734 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:53.825283 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Bound using segment: {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:40:53.825937 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Bound port: 8bd38839-4a12-487c-bb0f-8ef4657fb90e, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:40:53.826499 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:53.850319 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-2267ddf0-ac9a-4913-8664-7e37f1cdd985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:53.852736 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:53.913819 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a818a767-ffe3-47b9-a58c-b4c48f77b3b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:53.929001 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647634'] for router (8ba7104b-dca7-460e-903e-0f4578933290), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:53.964545 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:40:53.965753 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Checking segment: {'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:40:53.966319 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:53.966874 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Bound using segment: {'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:40:53.968906 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Bound port: 592b53b8-fe20-4dce-b2e7-e89993f6d126, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:40:53.969463 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (592b53b8-fe20-4dce-b2e7-e89993f6d126), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:53.972214 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Publish callbacks [] for port (384d37be-3e14-4f7d-862b-015e49ff88ec), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:53.976544 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:53.980915 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fc9ee-803d-47cd-adca-3aa12eb3530a None None] Pushing event updated for resources: {'Port': ['ID=d5103891-68d1-44c7-94ca-d8f6dcabe8e1,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:54.074269 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] For port 8bd38839-4a12-487c-bb0f-8ef4657fb90e, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:40:54.084860 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] For port 8bd38839-4a12-487c-bb0f-8ef4657fb90e, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=8bd38839-4a12-487c-bb0f-8ef4657fb90e,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:40:54.108661 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:54.121915 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] For port 592b53b8-fe20-4dce-b2e7-e89993f6d126, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:40:54.133856 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-1b489db3-15e4-4bae-8175-66e09d3e2e5e admin admin] Publish callbacks [] for security_group (40d195c5-dec3-4c50-85f6-3f6e985228ad), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:54.159891 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-1b489db3-15e4-4bae-8175-66e09d3e2e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (40d195c5-dec3-4c50-85f6-3f6e985228ad), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:54.208730 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] For port 592b53b8-fe20-4dce-b2e7-e89993f6d126, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=592b53b8-fe20-4dce-b2e7-e89993f6d126,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:40:54.228475 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (592b53b8-fe20-4dce-b2e7-e89993f6d126), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:54.249595 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c7882-a5af-4947-97d3-675d974e411a None None] Pushing event updated for resources: {'Port': ['ID=8bd38839-4a12-487c-bb0f-8ef4657fb90e,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:54.268802 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (384d37be-3e14-4f7d-862b-015e49ff88ec), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:54.279133 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-1b489db3-15e4-4bae-8175-66e09d3e2e5e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=150a7512d51b4ad0bf949e0f625d9a10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8456938 Oct 20 14:40:54.296471 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59618) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:54.316781 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b489db3-15e4-4bae-8175-66e09d3e2e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d195c5-dec3-4c50-85f6-3f6e985228ad,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:54.350322 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:54.363169 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4631b9-93cc-4b28-b64a-5196ae281139 None None] Pushing event updated for resources: {'Port': ['ID=592b53b8-fe20-4dce-b2e7-e89993f6d126,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:54.380610 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:40:54.390740 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:40:54.397878 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:40:54.399857 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Publish callbacks [] for router_gateway (77f489c9-269b-4f4d-bfe4-358795deb54f), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:54.429283 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Allocated IP 172.27.0.26 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/17204c2c-022c-474b-897c-a230d52d6fe3) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:40:54.477107 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Router 8ba7104b-dca7-460e-903e-0f4578933290 is scheduled to L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 with binding_index 1 {{(pid=111616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 14:40:54.544529 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a818a767-ffe3-47b9-a58c-b4c48f77b3b7 admin admin] Publish callbacks [] for security_group (92ef9e15-6a4e-4318-b5f3-c142d6373c29), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:54.547142 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Pushing event updated for resources: {'Port': ['ID=384d37be-3e14-4f7d-862b-015e49ff88ec,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:54.562501 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a818a767-ffe3-47b9-a58c-b4c48f77b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (92ef9e15-6a4e-4318-b5f3-c142d6373c29), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:54.580942 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device fae5734c-1656-4a4a-90d5-c88ae2f26068 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:40:54.587319 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cc234617-7fe2-475f-9bbc-089d0311abeb admin admin] Publish callbacks [] for security_group (40d195c5-dec3-4c50-85f6-3f6e985228ad), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:54.687896 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cc234617-7fe2-475f-9bbc-089d0311abeb admin admin] Publish callbacks [] for security_group (40d195c5-dec3-4c50-85f6-3f6e985228ad), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:54.727736 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ffd8aa-09e1-4350-a73c-d441c8108f74 None None] Network d774747b-7777-4bbe-9570-71c987a7b55a requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:40:54.731178 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-a818a767-ffe3-47b9-a58c-b4c48f77b3b7 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6498c6e729ee4c8f818a3a18d6d0790c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9207168 Oct 20 14:40:54.740289 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:54.744215 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59624) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:54.757873 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Publish callbacks [] for port (17204c2c-022c-474b-897c-a230d52d6fe3), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:54.778887 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818a767-ffe3-47b9-a58c-b4c48f77b3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ef9e15-6a4e-4318-b5f3-c142d6373c29,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:54.904565 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:40:54.916188 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Sync routers for ids ['8ba7104b-dca7-460e-903e-0f4578933290'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:40:54.932282 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Routers {'8ba7104b-dca7-460e-903e-0f4578933290'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:40:54.932952 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['8ba7104b-dca7-460e-903e-0f4578933290'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:40:54.962836 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-c86100e5-6f1a-4f27-b4e6-7c13355650cf None None] Provisioning complete for port fae5734c-1656-4a4a-90d5-c88ae2f26068 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:40:54.963444 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-c86100e5-6f1a-4f27-b4e6-7c13355650cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:54.963645 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-c86100e5-6f1a-4f27-b4e6-7c13355650cf None None] Attempt 1 to provision port fae5734c-1656-4a4a-90d5-c88ae2f26068 Oct 20 14:40:54.987098 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:54.990565 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-c0426219-b8b8-4b6b-8536-c35e867f2a73 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2066307 Oct 20 14:40:54.993468 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (17204c2c-022c-474b-897c-a230d52d6fe3), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:55.006695 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59626) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:55.040138 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cc234617-7fe2-475f-9bbc-089d0311abeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (40d195c5-dec3-4c50-85f6-3f6e985228ad), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:55.046174 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cc234617-7fe2-475f-9bbc-089d0311abeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:55.047075 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port fae5734c-1656-4a4a-90d5-c88ae2f26068 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:40:55.047923 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:55.048539 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port fae5734c-1656-4a4a-90d5-c88ae2f26068 Oct 20 14:40:55.050718 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-cc234617-7fe2-475f-9bbc-089d0311abeb admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/40d195c5-dec3-4c50-85f6-3f6e985228ad HTTP/1.1" status: 204 len: 168 time: 0.7528844 Oct 20 14:40:55.084282 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:55.086116 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ec4c55dc-226c-455e-8c91-c360c3eddfff admin admin] Publish callbacks [] for security_group (92ef9e15-6a4e-4318-b5f3-c142d6373c29), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:55.091719 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Publish callbacks [] for router_gateway (c4596323-0dc4-49b5-b6c3-381f272b5c61), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:55.146119 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:55.231441 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:40:55.233453 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc234617-7fe2-475f-9bbc-089d0311abeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d195c5-dec3-4c50-85f6-3f6e985228ad,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:55.251054 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:40:55.258535 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:40:55.260083 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port fae5734c-1656-4a4a-90d5-c88ae2f26068 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:40:55.260499 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:55.288155 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ec4c55dc-226c-455e-8c91-c360c3eddfff admin admin] Publish callbacks [] for security_group (92ef9e15-6a4e-4318-b5f3-c142d6373c29), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:55.303840 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:55.389867 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:55.392209 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Pushing event updated for resources: {'Port': ['ID=17204c2c-022c-474b-897c-a230d52d6fe3,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:55.420813 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Set router 8ba7104b-dca7-460e-903e-0f4578933290 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:40:55.440634 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port fae5734c-1656-4a4a-90d5-c88ae2f26068, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=fae5734c-1656-4a4a-90d5-c88ae2f26068,segment=NetworkSegment(1014fa01-08d9-4050-a335-6a1320575b72),segment_id=1014fa01-08d9-4050-a335-6a1320575b72)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:40:55.493592 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:55.506206 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device d5103891-68d1-44c7-94ca-d8f6dcabe8e1 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:40:55.522039 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb67b3d7-eb70-46df-a9d9-41d4849dd4a5 None None] Network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:40:55.606857 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:55.747992 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7104b-dca7-460e-903e-0f4578933290', 'name': 'tempest-DeleteServersTestJSON-1885660861-router', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '96a53475-af51-4bd0-8705-35e2d8aa0402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:49Z', 'updated_at': '2022-10-20T14:40:52Z', 'revision_number': 3, 'project_id': '201aed13c0e342f5b30286ce3f82eb82', 'gw_port': {'id': '96a53475-af51-4bd0-8705-35e2d8aa0402', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ff:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7104b-dca7-460e-903e-0f4578933290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:40:55.762507 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647634'] for router (c4596323-0dc4-49b5-b6c3-381f272b5c61), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:55.771703 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647634'] for router (77f489c9-269b-4f4d-bfe4-358795deb54f), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:55.827516 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Checking router: 8ba7104b-dca7-460e-903e-0f4578933290 for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:40:55.829245 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Updating router 8ba7104b-dca7-460e-903e-0f4578933290 port 96a53475-af51-4bd0-8705-35e2d8aa0402 binding host dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:40:55.839931 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-c86100e5-6f1a-4f27-b4e6-7c13355650cf None None] Current status of the port fae5734c-1656-4a4a-90d5-c88ae2f26068 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:40:55.894495 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=fae5734c-1656-4a4a-90d5-c88ae2f26068,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:55.907534 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (96a53475-af51-4bd0-8705-35e2d8aa0402), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:55.910283 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:40:55.910689 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:55.911160 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 Oct 20 14:40:55.962192 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:56.000745 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-16269054-8947-4e7a-9b5c-0d70270c2764 None None] Provisioning complete for port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:40:56.001469 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-16269054-8947-4e7a-9b5c-0d70270c2764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:56.001701 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-16269054-8947-4e7a-9b5c-0d70270c2764 None None] Attempt 1 to provision port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 Oct 20 14:40:56.260870 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:40:56.262798 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:56.492158 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port d5103891-68d1-44c7-94ca-d8f6dcabe8e1, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=d5103891-68d1-44c7-94ca-d8f6dcabe8e1,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:40:56.501030 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:56.518442 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ec4c55dc-226c-455e-8c91-c360c3eddfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (92ef9e15-6a4e-4318-b5f3-c142d6373c29), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:56.522275 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ec4c55dc-226c-455e-8c91-c360c3eddfff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:56.522929 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:56.524869 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:56.525180 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ec4c55dc-226c-455e-8c91-c360c3eddfff admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/92ef9e15-6a4e-4318-b5f3-c142d6373c29 HTTP/1.1" status: 204 len: 168 time: 1.7638564 Oct 20 14:40:56.629827 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Publish callbacks [] for port (96a53475-af51-4bd0-8705-35e2d8aa0402), precommit_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:56.640284 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (96a53475-af51-4bd0-8705-35e2d8aa0402), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:56.650341 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=d5103891-68d1-44c7-94ca-d8f6dcabe8e1,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:56.678789 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d09eaed-2990-41ad-b931-dca204c2ab73 None None] Network 8527c204-ec5a-42a2-811a-426241f609de requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:40:56.679358 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c55dc-226c-455e-8c91-c360c3eddfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ef9e15-6a4e-4318-b5f3-c142d6373c29,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:56.705253 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Router 77f489c9-269b-4f4d-bfe4-358795deb54f is scheduled to L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 with binding_index 1 {{(pid=111617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 14:40:56.756840 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Attempting to bind port 96a53475-af51-4bd0-8705-35e2d8aa0402 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:40:56.757251 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Attempting to bind port 96a53475-af51-4bd0-8705-35e2d8aa0402 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:40:56.757602 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Attempting to bind port 96a53475-af51-4bd0-8705-35e2d8aa0402 on network ed096fec-642f-438e-acc4-cc1a6014fcef {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:40:56.809864 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:56.900935 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Pushing event updated for resources: {'Port': ['ID=96a53475-af51-4bd0-8705-35e2d8aa0402,revision_number=2']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:56.954045 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-16269054-8947-4e7a-9b5c-0d70270c2764 None None] Current status of the port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:40:56.954666 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-16269054-8947-4e7a-9b5c-0d70270c2764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:56.960947 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.963709 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.964403 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.966089 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.966780 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.967260 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.969313 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.974790 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.975280 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.975500 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.975834 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.976181 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.976657 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.977156 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.977625 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Tracked resource versions report: Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: pushed versions: Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: { 'AddressGroup': {'1.2'}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Agent': {'1.1'}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'ConntrackHelper': {'1.0'}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'LocalIPAssociation': {'1.0'}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Log': {'1.0'}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'NDPProxy': {'1.0'}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Network': {'1.1'}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Port': {'1.7'}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'PortForwarding': {'1.3'}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'QosPolicy': {'1.10'}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'SecurityGroup': {'1.5'}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'SecurityGroupRule': {'1.2'}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'SubPort': {'1.0'}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Subnet': {'1.1'}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Trunk': {'1.1'}} Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: consumer versions: Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: { DHCP agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: HyperV agent@hv-cinder-77923: {}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: L3 agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: Metadata agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: Metering agent@dv-cinder-779233-7-iscsi: {}, Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: Open vSwitch agent@dv-cinder-779233-7-iscsi: { 'AddressGroup': '1.2', Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Agent': '1.1', Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'ConntrackHelper': '1.0', Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'LocalIPAssociation': '1.0', Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Log': '1.0', Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'NDPProxy': '1.0', Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Network': '1.1', Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Port': '1.7', Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'PortForwarding': '1.3', Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'QosPolicy': '1.10', Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'SecurityGroup': '1.5', Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'SecurityGroupRule': '1.2', Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'SubPort': '1.0', Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Subnet': '1.1', Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: 'Trunk': '1.1'}} Oct 20 14:40:56.979358 dv-cinder-779233-7-iscsi neutron-server[111619]: {{(pid=111619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 14:40:56.988829 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:40:56.991042 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Checking segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:40:56.991611 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:56.992270 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Bound using segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:40:56.994754 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Bound port: 96a53475-af51-4bd0-8705-35e2d8aa0402, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:40:56.996501 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (96a53475-af51-4bd0-8705-35e2d8aa0402), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:57.007790 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Publish callbacks [] for router_gateway (f7e24323-3547-4288-9584-c3c76ffa6689), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:57.039859 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33fa566-df95-47cf-a71f-8c92e665f5a0 None None] Network bc51d155-90b9-48b7-86e9-fc4346955e9e requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:40:57.060789 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Router c4596323-0dc4-49b5-b6c3-381f272b5c61 is scheduled to L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 with binding_index 1 {{(pid=111617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 14:40:57.119762 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] For port 96a53475-af51-4bd0-8705-35e2d8aa0402, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:40:57.134123 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] For port 96a53475-af51-4bd0-8705-35e2d8aa0402, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=96a53475-af51-4bd0-8705-35e2d8aa0402,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:40:57.141820 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:57.151181 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (96a53475-af51-4bd0-8705-35e2d8aa0402), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:57.263828 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:40:57.304727 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b8538-68f3-4c8c-b53c-1bd7b9715634 None None] Pushing event updated for resources: {'Port': ['ID=96a53475-af51-4bd0-8705-35e2d8aa0402,revision_number=3']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:57.319253 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Routers {'8ba7104b-dca7-460e-903e-0f4578933290'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:40:57.320362 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['8ba7104b-dca7-460e-903e-0f4578933290'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:40:57.332499 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Sync routers for ids ['77f489c9-269b-4f4d-bfe4-358795deb54f'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:40:57.405434 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device fae5734c-1656-4a4a-90d5-c88ae2f26068 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:40:57.440049 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:57.442095 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-ded4430d-2eec-4913-8ab3-51b248019c61 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2917848 Oct 20 14:40:57.445113 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59722) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:57.488388 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Routers {'77f489c9-269b-4f4d-bfe4-358795deb54f'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:40:57.502186 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['77f489c9-269b-4f4d-bfe4-358795deb54f'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:40:57.542532 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] Set router 8ba7104b-dca7-460e-903e-0f4578933290 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:40:57.578247 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:57.597486 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:40:57.632675 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Sync routers for ids ['c4596323-0dc4-49b5-b6c3-381f272b5c61'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:40:57.690904 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:57.696690 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-67bcb37d-363d-4262-9a9f-932b9ab0f63c admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7054067 Oct 20 14:40:57.699746 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59736) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:57.716789 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:57.783812 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Set router 77f489c9-269b-4f4d-bfe4-358795deb54f gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:40:57.872871 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:57.899966 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:57.929662 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Routers {'c4596323-0dc4-49b5-b6c3-381f272b5c61'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:40:57.931424 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['c4596323-0dc4-49b5-b6c3-381f272b5c61'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:40:57.937215 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7104b-dca7-460e-903e-0f4578933290', 'name': 'tempest-DeleteServersTestJSON-1885660861-router', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '96a53475-af51-4bd0-8705-35e2d8aa0402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:49Z', 'updated_at': '2022-10-20T14:40:52Z', 'revision_number': 3, 'project_id': '201aed13c0e342f5b30286ce3f82eb82', 'gw_port': {'id': '96a53475-af51-4bd0-8705-35e2d8aa0402', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ff:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7104b-dca7-460e-903e-0f4578933290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:40:57.947932 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:58.012018 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5fd4af-51ab-4bd9-9fc9-338520063837 None None] The sync data for ids ['8ba7104b-dca7-460e-903e-0f4578933290'] in dv-cinder-779233-7-iscsi is: [{'id': '8ba7104b-dca7-460e-903e-0f4578933290', 'name': 'tempest-DeleteServersTestJSON-1885660861-router', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '96a53475-af51-4bd0-8705-35e2d8aa0402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:49Z', 'updated_at': '2022-10-20T14:40:52Z', 'revision_number': 3, 'project_id': '201aed13c0e342f5b30286ce3f82eb82', 'gw_port': {'id': '96a53475-af51-4bd0-8705-35e2d8aa0402', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ff:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7104b-dca7-460e-903e-0f4578933290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:40:58.128965 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Set router c4596323-0dc4-49b5-b6c3-381f272b5c61 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:40:58.302687 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Allocated IP 172.20.0.1 (d774747b-7777-4bbe-9570-71c987a7b55a/cf67353c-d617-40ac-b644-e007946d5653/5609ffff-051c-4119-87e7-0f75999a0841) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:40:58.426337 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:58.433092 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.db.api [None req-16269054-8947-4e7a-9b5c-0d70270c2764 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 20 14:40:58.436061 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG oslo_db.api [None req-16269054-8947-4e7a-9b5c-0d70270c2764 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 14:40:58.530036 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Publish callbacks [] for port (5609ffff-051c-4119-87e7-0f75999a0841), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:58.564186 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:58.580396 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:40:54Z', 'revision_number': 3, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:40:58.604470 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port fae5734c-1656-4a4a-90d5-c88ae2f26068 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:40:58.605086 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (5609ffff-051c-4119-87e7-0f75999a0841), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:58.606492 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:58.607474 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port fae5734c-1656-4a4a-90d5-c88ae2f26068 Oct 20 14:40:58.635862 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647634'] for router (f7e24323-3547-4288-9584-c3c76ffa6689), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:58.682079 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Network d774747b-7777-4bbe-9570-71c987a7b55a is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:40:58.682840 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Checking router: c4596323-0dc4-49b5-b6c3-381f272b5c61 for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:40:58.683392 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Updating router c4596323-0dc4-49b5-b6c3-381f272b5c61 port 384d37be-3e14-4f7d-862b-015e49ff88ec binding host dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:40:58.688402 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:40:58.693081 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:40:58.694780 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650576'] for router_interface (8ba7104b-dca7-460e-903e-0f4578933290), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:58.825944 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (384d37be-3e14-4f7d-862b-015e49ff88ec), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:59.060636 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-16269054-8947-4e7a-9b5c-0d70270c2764 None None] Current status of the port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:40:59.153932 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-16269054-8947-4e7a-9b5c-0d70270c2764 None None] Provisioning complete for port fae5734c-1656-4a4a-90d5-c88ae2f26068 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:40:59.154860 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-16269054-8947-4e7a-9b5c-0d70270c2764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:59.159564 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-16269054-8947-4e7a-9b5c-0d70270c2764 None None] Attempt 1 to provision port fae5734c-1656-4a4a-90d5-c88ae2f26068 Oct 20 14:40:59.308802 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:59.372458 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59786) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:40:59.541360 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Pushing event updated for resources: {'Port': ['ID=5609ffff-051c-4119-87e7-0f75999a0841,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:40:59.577290 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:59.607992 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:59.644777 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:59.656568 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Publish callbacks [] for port (384d37be-3e14-4f7d-862b-015e49ff88ec), precommit_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:59.660142 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5609ffff-051c-4119-87e7-0f75999a0841), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:59.678305 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (384d37be-3e14-4f7d-862b-015e49ff88ec), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:59.736757 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Attempting to bind port 384d37be-3e14-4f7d-862b-015e49ff88ec on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:40:59.737834 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:40:59.740083 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Attempting to bind port 384d37be-3e14-4f7d-862b-015e49ff88ec by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:40:59.744461 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Attempting to bind port 384d37be-3e14-4f7d-862b-015e49ff88ec on network ed096fec-642f-438e-acc4-cc1a6014fcef {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:40:59.762799 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:40:54Z', 'revision_number': 3, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:40:59.779325 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:59.795748 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port fae5734c-1656-4a4a-90d5-c88ae2f26068 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:40:59.798221 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 8bd38839-4a12-487c-bb0f-8ef4657fb90e up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:40:59.903763 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:40:59.904151 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Checking segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:40:59.907484 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:40:59.907891 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Bound using segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:40:59.908407 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Bound port: 384d37be-3e14-4f7d-862b-015e49ff88ec, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:40:59.908786 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (384d37be-3e14-4f7d-862b-015e49ff88ec), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:00.014400 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-16269054-8947-4e7a-9b5c-0d70270c2764 None None] Current status of the port fae5734c-1656-4a4a-90d5-c88ae2f26068 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:00.015736 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Publish callbacks [] for port (5609ffff-051c-4119-87e7-0f75999a0841), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:00.018097 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Router f7e24323-3547-4288-9584-c3c76ffa6689 is scheduled to L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 with binding_index 1 {{(pid=111616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 14:41:00.020003 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Checking router: 77f489c9-269b-4f4d-bfe4-358795deb54f for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:41:00.020446 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Updating router 77f489c9-269b-4f4d-bfe4-358795deb54f port d0564e1f-cab0-4683-b25b-f680cea46513 binding host dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:41:00.028926 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (5609ffff-051c-4119-87e7-0f75999a0841), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:00.030057 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1556649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653504'] for router_interface (8ba7104b-dca7-460e-903e-0f4578933290), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:00.031463 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:00.073414 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] For port 384d37be-3e14-4f7d-862b-015e49ff88ec, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:41:00.092764 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] For port 384d37be-3e14-4f7d-862b-015e49ff88ec, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=384d37be-3e14-4f7d-862b-015e49ff88ec,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:41:00.110496 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (384d37be-3e14-4f7d-862b-015e49ff88ec), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:00.132562 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (d0564e1f-cab0-4683-b25b-f680cea46513), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:00.144993 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 8bd38839-4a12-487c-bb0f-8ef4657fb90e triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:00.145879 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:00.147400 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 8bd38839-4a12-487c-bb0f-8ef4657fb90e Oct 20 14:41:00.150018 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Routers {'c4596323-0dc4-49b5-b6c3-381f272b5c61'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:00.153193 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['c4596323-0dc4-49b5-b6c3-381f272b5c61'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:00.195102 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:41:00.199052 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Allocated IP 172.20.0.1 (8527c204-ec5a-42a2-811a-426241f609de/ca5871aa-7167-4149-b162-6807c8f57b7d/876d702d-3beb-49fc-8957-19270b05b305) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:41:00.276412 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Sync routers for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:41:00.322492 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Pushing event updated for resources: {'Port': ['ID=5609ffff-051c-4119-87e7-0f75999a0841,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:00.327067 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Provisioning complete for port 8bd38839-4a12-487c-bb0f-8ef4657fb90e triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:00.327382 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:00.329287 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Attempt 1 to provision port 8bd38839-4a12-487c-bb0f-8ef4657fb90e Oct 20 14:41:00.342508 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:00.343135 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:00.347215 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:00.358539 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-8e2f5622-5716-444e-aa5b-3c4486a425d3 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.0584919 Oct 20 14:41:00.364769 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59810) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:00.397775 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Publish callbacks [] for port (876d702d-3beb-49fc-8957-19270b05b305), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:00.465253 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] Set router c4596323-0dc4-49b5-b6c3-381f272b5c61 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:00.510104 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (876d702d-3beb-49fc-8957-19270b05b305), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:00.631393 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:00.665980 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Pushing event updated for resources: {'Port': ['ID=876d702d-3beb-49fc-8957-19270b05b305,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:00.687557 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:00.691542 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f9a91139-c72e-487a-a8f7-72e32b11aca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:00.697082 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Network d774747b-7777-4bbe-9570-71c987a7b55a is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:41:00.707273 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:00.770706 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Network 8527c204-ec5a-42a2-811a-426241f609de is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:41:00.784681 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:00.794522 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:41:00.795039 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650576'] for router_interface (c4596323-0dc4-49b5-b6c3-381f272b5c61), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:00.892213 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e8e57-c772-471a-ba41-1ce68b6bf7c8 None None] Pushing event updated for resources: {'Port': ['ID=384d37be-3e14-4f7d-862b-015e49ff88ec,revision_number=2']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:00.963018 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:01.000689 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:40:54Z', 'revision_number': 3, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:01.090181 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afce54-2440-48f0-8a9c-bc67c1830870 None None] The sync data for ids ['c4596323-0dc4-49b5-b6c3-381f272b5c61'] in dv-cinder-779233-7-iscsi is: [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:40:54Z', 'revision_number': 3, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:41:01.111367 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:01.133697 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:01.148360 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e8e57-c772-471a-ba41-1ce68b6bf7c8 None None] Pushing event updated for resources: {'Port': ['ID=384d37be-3e14-4f7d-862b-015e49ff88ec,revision_number=3']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:01.157189 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Allocated IP 172.20.0.1 (fc293b8c-746d-49c9-a6cf-e8d38b9a4352/1a67e092-0844-4291-b844-e931d44b047a/7166f051-d735-49d6-a843-4289f4be9c58) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:41:01.213528 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Router 8ba7104b-dca7-460e-903e-0f4578933290 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:41:01.229305 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:01.256152 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:01.374740 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:01.412260 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 8bd38839-4a12-487c-bb0f-8ef4657fb90e is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:01.412577 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:01.458965 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:40:56Z', 'revision_number': 3, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:01.502366 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f9a91139-c72e-487a-a8f7-72e32b11aca1 admin admin] Publish callbacks [] for security_group (762f2a09-9047-495b-8ba8-da549a6682b0), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:01.532109 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f9a91139-c72e-487a-a8f7-72e32b11aca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (762f2a09-9047-495b-8ba8-da549a6682b0), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:01.571712 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:41:01.595853 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Sync routers for ids ['8ba7104b-dca7-460e-903e-0f4578933290'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:41:01.604624 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Checking router: f7e24323-3547-4288-9584-c3c76ffa6689 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:41:01.604863 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-0e13f5b1-afa2-4fa4-9e58-a213c86e7023 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/8ba7104b-dca7-460e-903e-0f4578933290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5884221 Oct 20 14:41:01.604980 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Updating router f7e24323-3547-4288-9584-c3c76ffa6689 port 17204c2c-022c-474b-897c-a230d52d6fe3 binding host dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:41:01.625596 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Routers {'8ba7104b-dca7-460e-903e-0f4578933290'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:01.627601 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['8ba7104b-dca7-460e-903e-0f4578933290'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:01.687582 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a91139-c72e-487a-a8f7-72e32b11aca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762f2a09-9047-495b-8ba8-da549a6682b0,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:01.712805 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 8bd38839-4a12-487c-bb0f-8ef4657fb90e, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=8bd38839-4a12-487c-bb0f-8ef4657fb90e,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:01.717922 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (17204c2c-022c-474b-897c-a230d52d6fe3), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:01.788310 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Current status of the port 8bd38839-4a12-487c-bb0f-8ef4657fb90e is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:01.788734 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:01.826676 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (876d702d-3beb-49fc-8957-19270b05b305), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:01.828039 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:01.828671 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 592b53b8-fe20-4dce-b2e7-e89993f6d126 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:01.888180 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-f9a91139-c72e-487a-a8f7-72e32b11aca1 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=22dfe6d702cb4ad690238da1a6c20163&name=default HTTP/1.1" status: 200 len: 2995 time: 2.5145619 Oct 20 14:41:01.897624 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59846) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:02.003409 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Publish callbacks [] for port (7166f051-d735-49d6-a843-4289f4be9c58), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:02.097544 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:02.107817 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Set router 8ba7104b-dca7-460e-903e-0f4578933290 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:02.133059 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 592b53b8-fe20-4dce-b2e7-e89993f6d126 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:02.134608 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (592b53b8-fe20-4dce-b2e7-e89993f6d126), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:02.135172 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 592b53b8-fe20-4dce-b2e7-e89993f6d126 Oct 20 14:41:02.149550 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Publish callbacks [] for port (d0564e1f-cab0-4683-b25b-f680cea46513), precommit_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:02.294182 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.db.api [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 20 14:41:02.294748 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG oslo_db.api [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 14:41:02.301876 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (d0564e1f-cab0-4683-b25b-f680cea46513), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:02.387450 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:02.457580 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7104b-dca7-460e-903e-0f4578933290', 'name': 'tempest-DeleteServersTestJSON-1885660861-router', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '96a53475-af51-4bd0-8705-35e2d8aa0402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:49Z', 'updated_at': '2022-10-20T14:40:59Z', 'revision_number': 4, 'project_id': '201aed13c0e342f5b30286ce3f82eb82', 'gw_port': {'id': '96a53475-af51-4bd0-8705-35e2d8aa0402', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ff:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7104b-dca7-460e-903e-0f4578933290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '5609ffff-051c-4119-87e7-0f75999a0841', 'name': '', 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82', 'mac_address': 'fa:16:3e:15:91:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7104b-dca7-460e-903e-0f4578933290', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf67353c-d617-40ac-b644-e007946d5653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:57Z', 'updated_at': '2022-10-20T14:40:59Z', 'revision_number': 2, 'project_id': '201aed13c0e342f5b30286ce3f82eb82', 'subnets': [{'id': 'cf67353c-d617-40ac-b644-e007946d5653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:02.496392 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Checking router: 8ba7104b-dca7-460e-903e-0f4578933290 for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:41:02.496939 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Updating router 8ba7104b-dca7-460e-903e-0f4578933290 port 5609ffff-051c-4119-87e7-0f75999a0841 binding host dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:41:02.531946 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59878) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:02.560108 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5609ffff-051c-4119-87e7-0f75999a0841), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:02.569344 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 59888) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:02.577546 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Attempting to bind port d0564e1f-cab0-4683-b25b-f680cea46513 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:41:02.577916 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Attempting to bind port d0564e1f-cab0-4683-b25b-f680cea46513 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:41:02.578279 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Attempting to bind port d0564e1f-cab0-4683-b25b-f680cea46513 on network ed096fec-642f-438e-acc4-cc1a6014fcef {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:41:02.585054 dv-cinder-779233-7-iscsi neutron-server[111617]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 14:41:02.594244 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=8bd38839-4a12-487c-bb0f-8ef4657fb90e,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:02.741417 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Allocated IP 172.20.0.1 (bc51d155-90b9-48b7-86e9-fc4346955e9e/56f61a25-fefc-4795-ba33-a4348feea40d/069d96f0-5b55-4a1f-a1ab-bc676c855465) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:41:02.938633 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Publish callbacks [] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:02.961812 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Publish callbacks [] for port (5609ffff-051c-4119-87e7-0f75999a0841), precommit_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:02.969260 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (5609ffff-051c-4119-87e7-0f75999a0841), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:02.971614 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:02.978531 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 592b53b8-fe20-4dce-b2e7-e89993f6d126 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:02.979064 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (592b53b8-fe20-4dce-b2e7-e89993f6d126), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:02.984075 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc5d85-1ba7-475a-a074-d07a18213af3 None None] Pushing event updated for resources: {'Port': ['ID=d0564e1f-cab0-4683-b25b-f680cea46513,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:02.992257 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-a4bb136b-e9d9-4444-8b79-f4ad18d1bfcd tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:02.993144 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-a4bb136b-e9d9-4444-8b79-f4ad18d1bfcd tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/networks?id=d774747b-7777-4bbe-9570-71c987a7b55a HTTP/1.1" status: 200 len: 812 time: 0.4113548 Oct 20 14:41:03.013372 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-609c9af9-6e49-41f3-9b27-d2bc1c84b056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.018045 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Publish callbacks [] for port (876d702d-3beb-49fc-8957-19270b05b305), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.031721 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-528f3107-de41-4f89-9a58-36f3affc9f15 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/quotas/201aed13c0e342f5b30286ce3f82eb82 HTTP/1.1" status: 200 len: 375 time: 0.0239234 Oct 20 14:41:03.037513 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6e48-b80d-4ed0-aae0-7c213307f4e5 admin admin] Publish callbacks [] for security_group (762f2a09-9047-495b-8ba8-da549a6682b0), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.041525 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:41:03.041893 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Checking segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:41:03.042295 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.042724 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Bound using segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:41:03.047093 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.056424 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Bound port: d0564e1f-cab0-4683-b25b-f680cea46513, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:41:03.058610 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (d0564e1f-cab0-4683-b25b-f680cea46513), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.064626 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6e48-b80d-4ed0-aae0-7c213307f4e5 admin admin] Publish callbacks [] for security_group (762f2a09-9047-495b-8ba8-da549a6682b0), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.066312 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff75ac5-1a42-4dcb-9342-5e384d9dc111 None None] Pushing event updated for resources: {'Port': ['ID=5609ffff-051c-4119-87e7-0f75999a0841,revision_number=3']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:03.100096 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Pushing event updated for resources: {'Port': ['ID=069d96f0-5b55-4a1f-a1ab-bc676c855465,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:03.112333 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:03.119006 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:03.122159 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:03.123517 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (876d702d-3beb-49fc-8957-19270b05b305), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.126809 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1556649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653504'] for router_interface (c4596323-0dc4-49b5-b6c3-381f272b5c61), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.130165 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Current status of the port 8bd38839-4a12-487c-bb0f-8ef4657fb90e is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:03.142153 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Network bc51d155-90b9-48b7-86e9-fc4346955e9e is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:41:03.146034 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Provisioning complete for port 5609ffff-051c-4119-87e7-0f75999a0841 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:03.146436 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (5609ffff-051c-4119-87e7-0f75999a0841), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.146770 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Attempt 1 to provision port 5609ffff-051c-4119-87e7-0f75999a0841 Oct 20 14:41:03.148562 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:03.151226 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:41:03.152490 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650576'] for router_interface (f7e24323-3547-4288-9584-c3c76ffa6689), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.169205 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:03.179849 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:03.208084 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Attempting to bind port 5609ffff-051c-4119-87e7-0f75999a0841 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:41:03.208680 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Attempting to bind port 5609ffff-051c-4119-87e7-0f75999a0841 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': '1014fa01-08d9-4050-a335-6a1320575b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a'}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:41:03.209678 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Attempting to bind port 5609ffff-051c-4119-87e7-0f75999a0841 on network d774747b-7777-4bbe-9570-71c987a7b55a {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:41:03.267784 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:03.316305 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] For port d0564e1f-cab0-4683-b25b-f680cea46513, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:41:03.328319 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 592b53b8-fe20-4dce-b2e7-e89993f6d126, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=592b53b8-fe20-4dce-b2e7-e89993f6d126,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:03.361348 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:41:03.361917 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Checking segment: {'id': '1014fa01-08d9-4050-a335-6a1320575b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:41:03.362867 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.364291 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Bound using segment: {'id': '1014fa01-08d9-4050-a335-6a1320575b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a'} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:41:03.365846 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Bound port: 5609ffff-051c-4119-87e7-0f75999a0841, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1014fa01-08d9-4050-a335-6a1320575b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a'}}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:41:03.366474 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5609ffff-051c-4119-87e7-0f75999a0841), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.372360 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (7166f051-d735-49d6-a843-4289f4be9c58), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.374808 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] For port d0564e1f-cab0-4683-b25b-f680cea46513, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=d0564e1f-cab0-4683-b25b-f680cea46513,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:41:03.434634 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-609c9af9-6e49-41f3-9b27-d2bc1c84b056 admin admin] Publish callbacks [] for security_group (7cacc4a1-c893-4618-889b-53f9e747d889), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.465469 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-609c9af9-6e49-41f3-9b27-d2bc1c84b056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (7cacc4a1-c893-4618-889b-53f9e747d889), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.488633 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Publish callbacks [] for port (17204c2c-022c-474b-897c-a230d52d6fe3), precommit_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.493508 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (592b53b8-fe20-4dce-b2e7-e89993f6d126), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.529925 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (d0564e1f-cab0-4683-b25b-f680cea46513), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.548773 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] For port 5609ffff-051c-4119-87e7-0f75999a0841, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:41:03.557584 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Port 5609ffff-051c-4119-87e7-0f75999a0841 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:41:03.557858 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] For port 5609ffff-051c-4119-87e7-0f75999a0841, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=5609ffff-051c-4119-87e7-0f75999a0841,segment=NetworkSegment(1014fa01-08d9-4050-a335-6a1320575b72),segment_id=1014fa01-08d9-4050-a335-6a1320575b72)] {{(pid=111619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:41:03.571985 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (5609ffff-051c-4119-87e7-0f75999a0841), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.576382 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.604479 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Provisioning complete for port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:03.605501 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.607819 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Attempt 1 to provision port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 Oct 20 14:41:03.608775 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Pushing event updated for resources: {'Port': ['ID=876d702d-3beb-49fc-8957-19270b05b305,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:03.612323 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (17204c2c-022c-474b-897c-a230d52d6fe3), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.644227 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c9af9-6e49-41f3-9b27-d2bc1c84b056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cacc4a1-c893-4618-889b-53f9e747d889,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:03.652903 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-609c9af9-6e49-41f3-9b27-d2bc1c84b056 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=e5e217c805ce4bbc8d0d3cf8ae8e4568&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0895753 Oct 20 14:41:03.658168 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Routers {'8ba7104b-dca7-460e-903e-0f4578933290'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:03.658682 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59910) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:03.659496 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['8ba7104b-dca7-460e-903e-0f4578933290'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:03.675494 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6e48-b80d-4ed0-aae0-7c213307f4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (762f2a09-9047-495b-8ba8-da549a6682b0), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.678922 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6e48-b80d-4ed0-aae0-7c213307f4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.689663 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-1f0c6e48-b80d-4ed0-aae0-7c213307f4e5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/762f2a09-9047-495b-8ba8-da549a6682b0 HTTP/1.1" status: 204 len: 168 time: 1.7908964 Oct 20 14:41:03.726497 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Routers {'77f489c9-269b-4f4d-bfe4-358795deb54f'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:03.726906 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:41:03.731273 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['77f489c9-269b-4f4d-bfe4-358795deb54f'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:03.746159 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff75ac5-1a42-4dcb-9342-5e384d9dc111 None None] Pushing event updated for resources: {'Port': ['ID=5609ffff-051c-4119-87e7-0f75999a0841,revision_number=4']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:03.759664 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:03.764692 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:41:03.766929 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650576'] for router_interface (77f489c9-269b-4f4d-bfe4-358795deb54f), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.780192 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-f60e9ab7-cedf-460c-a6d6-fe75fe2d97c4 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=201aed13c0e342f5b30286ce3f82eb82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6643054 Oct 20 14:41:03.829711 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c6e48-b80d-4ed0-aae0-7c213307f4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762f2a09-9047-495b-8ba8-da549a6682b0,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:03.889665 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-991ca6b6-8b4d-4974-832d-c909eb2e8b05 admin admin] Publish callbacks [] for security_group (7cacc4a1-c893-4618-889b-53f9e747d889), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:03.932376 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] Set router 8ba7104b-dca7-460e-903e-0f4578933290 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:03.957586 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Pushing event updated for resources: {'Port': ['ID=7166f051-d735-49d6-a843-4289f4be9c58,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:03.973257 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] Set router 77f489c9-269b-4f4d-bfe4-358795deb54f gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:04.037842 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-991ca6b6-8b4d-4974-832d-c909eb2e8b05 admin admin] Publish callbacks [] for security_group (7cacc4a1-c893-4618-889b-53f9e747d889), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:04.047250 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Network 8527c204-ec5a-42a2-811a-426241f609de is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:41:04.055931 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:04.070559 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Attempting to bind port 17204c2c-022c-474b-897c-a230d52d6fe3 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:41:04.070928 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Attempting to bind port 17204c2c-022c-474b-897c-a230d52d6fe3 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:41:04.071281 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Attempting to bind port 17204c2c-022c-474b-897c-a230d52d6fe3 on network ed096fec-642f-438e-acc4-cc1a6014fcef {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:41:04.219665 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Publish callbacks [] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:04.235253 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:04.236255 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1556649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653504'] for router_interface (f7e24323-3547-4288-9584-c3c76ffa6689), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:04.279526 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 96a53475-af51-4bd0-8705-35e2d8aa0402 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:04.409670 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-991ca6b6-8b4d-4974-832d-c909eb2e8b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (7cacc4a1-c893-4618-889b-53f9e747d889), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:04.412443 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-991ca6b6-8b4d-4974-832d-c909eb2e8b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:04.416801 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-991ca6b6-8b4d-4974-832d-c909eb2e8b05 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/7cacc4a1-c893-4618-889b-53f9e747d889 HTTP/1.1" status: 204 len: 168 time: 0.7567112 Oct 20 14:41:04.427548 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:04.443165 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Pushing event updated for resources: {'Port': ['ID=069d96f0-5b55-4a1f-a1ab-bc676c855465,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:04.446425 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ca6b6-8b4d-4974-832d-c909eb2e8b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cacc4a1-c893-4618-889b-53f9e747d889,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:04.506126 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Network bc51d155-90b9-48b7-86e9-fc4346955e9e is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:41:04.507643 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:04.623771 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 96a53475-af51-4bd0-8705-35e2d8aa0402 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:04.624366 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (96a53475-af51-4bd0-8705-35e2d8aa0402), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:04.624516 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 96a53475-af51-4bd0-8705-35e2d8aa0402 Oct 20 14:41:04.655875 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7104b-dca7-460e-903e-0f4578933290', 'name': 'tempest-DeleteServersTestJSON-1885660861-router', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '96a53475-af51-4bd0-8705-35e2d8aa0402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:49Z', 'updated_at': '2022-10-20T14:40:59Z', 'revision_number': 4, 'project_id': '201aed13c0e342f5b30286ce3f82eb82', 'gw_port': {'id': '96a53475-af51-4bd0-8705-35e2d8aa0402', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ff:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7104b-dca7-460e-903e-0f4578933290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '5609ffff-051c-4119-87e7-0f75999a0841', 'name': '', 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82', 'mac_address': 'fa:16:3e:15:91:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7104b-dca7-460e-903e-0f4578933290', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf67353c-d617-40ac-b644-e007946d5653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:57Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '201aed13c0e342f5b30286ce3f82eb82', 'subnets': [{'id': 'cf67353c-d617-40ac-b644-e007946d5653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:04.659448 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:04.693708 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Router f7e24323-3547-4288-9584-c3c76ffa6689 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:41:04.712636 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f156270-5e94-4d05-bff0-9bbd1b38c678 None None] The sync data for ids ['8ba7104b-dca7-460e-903e-0f4578933290'] in dv-cinder-779233-7-iscsi is: [{'id': '8ba7104b-dca7-460e-903e-0f4578933290', 'name': 'tempest-DeleteServersTestJSON-1885660861-router', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '96a53475-af51-4bd0-8705-35e2d8aa0402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:49Z', 'updated_at': '2022-10-20T14:40:59Z', 'revision_number': 4, 'project_id': '201aed13c0e342f5b30286ce3f82eb82', 'gw_port': {'id': '96a53475-af51-4bd0-8705-35e2d8aa0402', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ff:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7104b-dca7-460e-903e-0f4578933290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '5609ffff-051c-4119-87e7-0f75999a0841', 'name': '', 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82', 'mac_address': 'fa:16:3e:15:91:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7104b-dca7-460e-903e-0f4578933290', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf67353c-d617-40ac-b644-e007946d5653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:57Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '201aed13c0e342f5b30286ce3f82eb82', 'subnets': [{'id': 'cf67353c-d617-40ac-b644-e007946d5653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:41:04.850105 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-9fc3404a-90d4-4fa8-8027-27bb33de68b2 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 14:41:04.861206 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-9fc3404a-90d4-4fa8-8027-27bb33de68b2 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6447563 Oct 20 14:41:04.958879 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=592b53b8-fe20-4dce-b2e7-e89993f6d126,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:04.969288 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:04.987234 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:41:05.002813 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-13949a89-8f73-4856-accd-1cfa5701aa86 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/f7e24323-3547-4288-9584-c3c76ffa6689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6353354 Oct 20 14:41:05.033429 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:05.044529 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Router c4596323-0dc4-49b5-b6c3-381f272b5c61 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:41:05.045404 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (7166f051-d735-49d6-a843-4289f4be9c58), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:05.069538 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:41:05.069978 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Checking segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:41:05.071485 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:05.071944 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Bound using segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:41:05.074573 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Bound port: 17204c2c-022c-474b-897c-a230d52d6fe3, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:41:05.075253 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (17204c2c-022c-474b-897c-a230d52d6fe3), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:05.093086 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:05.137941 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Current status of the port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:05.202743 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59958) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:05.205843 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 96a53475-af51-4bd0-8705-35e2d8aa0402 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:05.206235 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (96a53475-af51-4bd0-8705-35e2d8aa0402), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:05.234881 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-78534737-f816-45de-bc5e-37fd290775f8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d774747b-7777-4bbe-9570-71c987a7b55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719783 Oct 20 14:41:05.264570 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:05.267761 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc5d85-1ba7-475a-a074-d07a18213af3 None None] Pushing event updated for resources: {'Port': ['ID=d0564e1f-cab0-4683-b25b-f680cea46513,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:05.307471 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Provisioning complete for port 592b53b8-fe20-4dce-b2e7-e89993f6d126 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:05.307857 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (592b53b8-fe20-4dce-b2e7-e89993f6d126), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:05.308295 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Attempt 1 to provision port 592b53b8-fe20-4dce-b2e7-e89993f6d126 Oct 20 14:41:05.340589 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:41:05.388617 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-aa2ba447-2b46-4392-b178-a156c81eb12e admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/c4596323-0dc4-49b5-b6c3-381f272b5c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6580241 Oct 20 14:41:05.404458 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Sync routers for ids ['c4596323-0dc4-49b5-b6c3-381f272b5c61'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:41:05.414789 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 96a53475-af51-4bd0-8705-35e2d8aa0402, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=96a53475-af51-4bd0-8705-35e2d8aa0402,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:05.453789 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (96a53475-af51-4bd0-8705-35e2d8aa0402), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:05.453789 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 8bd38839-4a12-487c-bb0f-8ef4657fb90e up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:05.498258 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:05.509727 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Routers {'c4596323-0dc4-49b5-b6c3-381f272b5c61'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:05.510376 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['c4596323-0dc4-49b5-b6c3-381f272b5c61'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:05.535673 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59972) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:05.586850 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-2a3351ae-de91-4876-bdb1-949117da18a1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d774747b-7777-4bbe-9570-71c987a7b55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407939 Oct 20 14:41:05.638784 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Set router c4596323-0dc4-49b5-b6c3-381f272b5c61 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:05.659339 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e919-ed66-47f4-94ee-d5bfd121424c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:05.673595 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Publish callbacks [] for port (7166f051-d735-49d6-a843-4289f4be9c58), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:05.687253 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (7166f051-d735-49d6-a843-4289f4be9c58), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:05.688027 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1556649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653504'] for router_interface (77f489c9-269b-4f4d-bfe4-358795deb54f), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:05.784225 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Pushing event updated for resources: {'Port': ['ID=7166f051-d735-49d6-a843-4289f4be9c58,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:05.790423 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] For port 17204c2c-022c-474b-897c-a230d52d6fe3, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:41:05.807273 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e919-ed66-47f4-94ee-d5bfd121424c admin admin] Publish callbacks [] for security_group (b92bf783-573f-4f74-8219-731e2f207bdc), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:05.810337 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:40:54Z', 'revision_number': 3, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:05.813421 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e919-ed66-47f4-94ee-d5bfd121424c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (b92bf783-573f-4f74-8219-731e2f207bdc), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:05.828205 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b25b23-9206-4a89-80e7-9f5d096c7475 None None] Pushing event updated for resources: {'Port': ['ID=17204c2c-022c-474b-897c-a230d52d6fe3,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:05.880917 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-d5b5e919-ed66-47f4-94ee-d5bfd121424c admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=d2b475ae06da45b983011f02e8db23c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6766841 Oct 20 14:41:05.881870 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 59984) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:05.891017 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5e919-ed66-47f4-94ee-d5bfd121424c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92bf783-573f-4f74-8219-731e2f207bdc,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:05.982052 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b723ecc9-be25-47cc-aadd-8383f05f9acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.037799 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:41:06.042112 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:06.085959 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e9efd325-e417-49a6-b410-b330e977eda9 admin admin] Publish callbacks [] for security_group (b92bf783-573f-4f74-8219-731e2f207bdc), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.127754 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60004) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:06.138077 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-2dc75303-63fa-4ba9-b844-4d018965523f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710788097', 'description': 'tempest-description--49358278'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:06.178218 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e9efd325-e417-49a6-b410-b330e977eda9 admin admin] Publish callbacks [] for security_group (b92bf783-573f-4f74-8219-731e2f207bdc), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.204176 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60010) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:06.256447 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b723ecc9-be25-47cc-aadd-8383f05f9acc admin admin] Publish callbacks [] for security_group (37ae32be-5859-479a-a01e-84a147dfbfaa), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.290617 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] For port 17204c2c-022c-474b-897c-a230d52d6fe3, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=17204c2c-022c-474b-897c-a230d52d6fe3,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:41:06.322255 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b723ecc9-be25-47cc-aadd-8383f05f9acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (37ae32be-5859-479a-a01e-84a147dfbfaa), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.329863 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-00a23cd1-7051-4a3c-8c8e-bc5e6e174096 req-67e007a5-341b-4f80-9fd5-b51978744944 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 210 time: 0.1222882 Oct 20 14:41:06.330039 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f9b923-2470-4e1c-818a-9a7a549c5cd3 None None] The sync data for ids ['77f489c9-269b-4f4d-bfe4-358795deb54f'] in dv-cinder-779233-7-iscsi is: [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:40:54Z', 'revision_number': 3, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:41:06.363333 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 8bd38839-4a12-487c-bb0f-8ef4657fb90e triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:06.363716 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.364053 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 8bd38839-4a12-487c-bb0f-8ef4657fb90e Oct 20 14:41:06.404160 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e9efd325-e417-49a6-b410-b330e977eda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (b92bf783-573f-4f74-8219-731e2f207bdc), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.409513 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e9efd325-e417-49a6-b410-b330e977eda9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.416235 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-e9efd325-e417-49a6-b410-b330e977eda9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/b92bf783-573f-4f74-8219-731e2f207bdc HTTP/1.1" status: 204 len: 168 time: 0.5317400 Oct 20 14:41:06.418261 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2dc75303-63fa-4ba9-b844-4d018965523f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.443640 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (17204c2c-022c-474b-897c-a230d52d6fe3), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.463031 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:06.474150 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-b723ecc9-be25-47cc-aadd-8383f05f9acc admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=9ead5e2e710f4524b504763d5f809de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9368281 Oct 20 14:41:06.479288 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60016) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:06.541170 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca981-e094-4742-88bb-4411f0777836 None None] Current status of the port 592b53b8-fe20-4dce-b2e7-e89993f6d126 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:06.541481 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60022) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:06.543104 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723ecc9-be25-47cc-aadd-8383f05f9acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ae32be-5859-479a-a01e-84a147dfbfaa,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:06.560949 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Router 77f489c9-269b-4f4d-bfe4-358795deb54f has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:41:06.582438 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-77b85981-fd9b-49c3-9e64-faf2b04423ae tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659248675', 'description': 'tempest-description--2071404502'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:06.596923 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:06.609473 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-208a5c3e-89b5-4294-9872-18af4a35f7fa admin admin] Publish callbacks [] for security_group (37ae32be-5859-479a-a01e-84a147dfbfaa), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.653304 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=96a53475-af51-4bd0-8705-35e2d8aa0402,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:06.676304 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:06.677244 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efd325-e417-49a6-b410-b330e977eda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92bf783-573f-4f74-8219-731e2f207bdc,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:06.680591 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:06.701576 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-208a5c3e-89b5-4294-9872-18af4a35f7fa admin admin] Publish callbacks [] for security_group (37ae32be-5859-479a-a01e-84a147dfbfaa), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.793992 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2dc75303-63fa-4ba9-b844-4d018965523f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (cd9ce618-1dad-48a2-8d8e-be23a8444b33), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.801110 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:06.810043 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-77b85981-fd9b-49c3-9e64-faf2b04423ae tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.822766 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:41:06.833735 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2dc75303-63fa-4ba9-b844-4d018965523f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (cd9ce618-1dad-48a2-8d8e-be23a8444b33), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.845136 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-6964c8b3-f99f-4d1a-95e3-1f6d4410646c admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/77f489c9-269b-4f4d-bfe4-358795deb54f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3985143 Oct 20 14:41:06.862762 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-208a5c3e-89b5-4294-9872-18af4a35f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (37ae32be-5859-479a-a01e-84a147dfbfaa), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.865704 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-208a5c3e-89b5-4294-9872-18af4a35f7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.867299 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-208a5c3e-89b5-4294-9872-18af4a35f7fa admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/37ae32be-5859-479a-a01e-84a147dfbfaa HTTP/1.1" status: 204 len: 168 time: 0.3838506 Oct 20 14:41:06.876803 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a5c3e-89b5-4294-9872-18af4a35f7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ae32be-5859-479a-a01e-84a147dfbfaa,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:06.971817 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2dc75303-63fa-4ba9-b844-4d018965523f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:06.973079 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-2dc75303-63fa-4ba9-b844-4d018965523f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8440926 Oct 20 14:41:06.976295 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60036) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:06.982288 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-9bb509d1-07a0-4dd0-b1e9-57ce199c7fe3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'security_group_rule': {'security_group_id': 'cd9ce618-1dad-48a2-8d8e-be23a8444b33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:07.058284 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9bb509d1-07a0-4dd0-b1e9-57ce199c7fe3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (98441c12-8f1d-4ccb-823a-d528ceb8b649), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.076041 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc75303-63fa-4ba9-b844-4d018965523f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9ce618-1dad-48a2-8d8e-be23a8444b33,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:07.162740 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Provisioning complete for port 7166f051-d735-49d6-a843-4289f4be9c58 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:07.163129 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (7166f051-d735-49d6-a843-4289f4be9c58), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.163465 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Attempt 1 to provision port 7166f051-d735-49d6-a843-4289f4be9c58 Oct 20 14:41:07.243249 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-77b85981-fd9b-49c3-9e64-faf2b04423ae tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group (9e3da6f9-2853-4607-8b2d-eb551eb2fcda), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.250866 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-77b85981-fd9b-49c3-9e64-faf2b04423ae tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (9e3da6f9-2853-4607-8b2d-eb551eb2fcda), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.270384 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:07.309473 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b85981-fd9b-49c3-9e64-faf2b04423ae tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3da6f9-2853-4607-8b2d-eb551eb2fcda,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:07.317781 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-77b85981-fd9b-49c3-9e64-faf2b04423ae tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.319462 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-77b85981-fd9b-49c3-9e64-faf2b04423ae tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7466967 Oct 20 14:41:07.322859 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:07.329040 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60050) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:07.335663 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9bb509d1-07a0-4dd0-b1e9-57ce199c7fe3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (98441c12-8f1d-4ccb-823a-d528ceb8b649), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.336750 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Port 7166f051-d735-49d6-a843-4289f4be9c58 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:41:07.340529 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-822817a1-b976-4fa0-8723-1007b48505e9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Request body: {'security_group_rule': {'security_group_id': '9e3da6f9-2853-4607-8b2d-eb551eb2fcda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:07.345513 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9bb509d1-07a0-4dd0-b1e9-57ce199c7fe3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (98441c12-8f1d-4ccb-823a-d528ceb8b649), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.371489 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:07.374828 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb509d1-07a0-4dd0-b1e9-57ce199c7fe3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98441c12-8f1d-4ccb-823a-d528ceb8b649,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:07.394705 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9bb509d1-07a0-4dd0-b1e9-57ce199c7fe3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.397094 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-9bb509d1-07a0-4dd0-b1e9-57ce199c7fe3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4197674 Oct 20 14:41:07.401469 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60052) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:07.411749 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-47fe3afd-3955-41b0-9418-8bdcbdeac181 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'security_group_rule': {'security_group_id': 'cd9ce618-1dad-48a2-8d8e-be23a8444b33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:07.418938 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-822817a1-b976-4fa0-8723-1007b48505e9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group_rule (1c2fcb58-d4e2-461f-b427-4bdb196e87d5), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.498402 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-47fe3afd-3955-41b0-9418-8bdcbdeac181 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (7e15c21c-a911-4551-8957-14d8999c0dc1), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.526161 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b25b23-9206-4a89-80e7-9f5d096c7475 None None] Pushing event updated for resources: {'Port': ['ID=17204c2c-022c-474b-897c-a230d52d6fe3,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:07.545042 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 8bd38839-4a12-487c-bb0f-8ef4657fb90e is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:07.546005 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device d5103891-68d1-44c7-94ca-d8f6dcabe8e1 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:07.564751 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-822817a1-b976-4fa0-8723-1007b48505e9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group_rule (1c2fcb58-d4e2-461f-b427-4bdb196e87d5), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.572604 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60062) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:07.573583 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-822817a1-b976-4fa0-8723-1007b48505e9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (1c2fcb58-d4e2-461f-b427-4bdb196e87d5), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.611938 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-426434c0-1e63-4376-8ab6-c45796ebfd9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.630767 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822817a1-b976-4fa0-8723-1007b48505e9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2fcb58-d4e2-461f-b427-4bdb196e87d5,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:07.642169 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-822817a1-b976-4fa0-8723-1007b48505e9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.647135 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-822817a1-b976-4fa0-8723-1007b48505e9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163838 Oct 20 14:41:07.650592 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60064) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:07.659993 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-13313436-5849-47b3-83a1-8fabde353427 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Request body: {'security_group_rule': {'security_group_id': '9e3da6f9-2853-4607-8b2d-eb551eb2fcda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:07.669516 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e50e8ab4-4b71-496a-838c-18f944b6c230 req-e46ee75b-7668-4a6f-943a-4c2f2e892849 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 210 time: 0.1218383 Oct 20 14:41:07.786270 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Provisioning complete for port 069d96f0-5b55-4a1f-a1ab-bc676c855465 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:07.786837 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.786957 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Attempt 1 to provision port 069d96f0-5b55-4a1f-a1ab-bc676c855465 Oct 20 14:41:07.787466 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-47fe3afd-3955-41b0-9418-8bdcbdeac181 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (7e15c21c-a911-4551-8957-14d8999c0dc1), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.794163 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-47fe3afd-3955-41b0-9418-8bdcbdeac181 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (7e15c21c-a911-4551-8957-14d8999c0dc1), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.812562 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 2, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:07.821705 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-13313436-5849-47b3-83a1-8fabde353427 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group_rule (1ee35e61-57b7-488f-b124-981d999f42e7), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.847210 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe3afd-3955-41b0-9418-8bdcbdeac181 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e15c21c-a911-4551-8957-14d8999c0dc1,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:07.860253 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-47fe3afd-3955-41b0-9418-8bdcbdeac181 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:07.872399 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60072) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:07.878739 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-47fe3afd-3955-41b0-9418-8bdcbdeac181 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4754086 Oct 20 14:41:07.884918 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'floatingip': {'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:07.923266 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:08.006181 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Checking router: c4596323-0dc4-49b5-b6c3-381f272b5c61 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:41:08.007758 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Updating router c4596323-0dc4-49b5-b6c3-381f272b5c61 port 876d702d-3beb-49fc-8957-19270b05b305 binding host dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:41:08.092694 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:08.205050 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-426434c0-1e63-4376-8ab6-c45796ebfd9d admin admin] Publish callbacks [] for security_group (2f48cb1e-fe3d-4ac3-9fda-d4160970b027), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:08.262362 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-426434c0-1e63-4376-8ab6-c45796ebfd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (2f48cb1e-fe3d-4ac3-9fda-d4160970b027), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:08.288733 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-13313436-5849-47b3-83a1-8fabde353427 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group_rule (1ee35e61-57b7-488f-b124-981d999f42e7), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:08.296836 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:08.297227 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:08.297569 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 Oct 20 14:41:08.307091 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Port 069d96f0-5b55-4a1f-a1ab-bc676c855465 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:41:08.357959 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-13313436-5849-47b3-83a1-8fabde353427 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (1ee35e61-57b7-488f-b124-981d999f42e7), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:08.383391 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (876d702d-3beb-49fc-8957-19270b05b305), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:08.447527 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Provisioning complete for port 5609ffff-051c-4119-87e7-0f75999a0841 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:08.448190 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (5609ffff-051c-4119-87e7-0f75999a0841), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:08.448856 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Attempt 1 to provision port 5609ffff-051c-4119-87e7-0f75999a0841 Oct 20 14:41:08.495596 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60086) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:08.536588 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=15,neutron:DELETE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:08.537448 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:08.545981 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-426434c0-1e63-4376-8ab6-c45796ebfd9d admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=be95a4f8cd6441e380dd6f303027cf04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9699161 Oct 20 14:41:08.550777 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60088) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:08.551543 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60090) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:08.552615 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-10236e8f-a683-417a-a774-9563d62438f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:08.570131 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-5f7037a7-f775-4bda-b0fd-f88e2ab628f7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--715512877', 'description': 'tempest-description--1500333096'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:08.574167 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426434c0-1e63-4376-8ab6-c45796ebfd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f48cb1e-fe3d-4ac3-9fda-d4160970b027,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:08.585595 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13313436-5849-47b3-83a1-8fabde353427 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee35e61-57b7-488f-b124-981d999f42e7,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:08.608190 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-13313436-5849-47b3-83a1-8fabde353427 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:08.613655 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-13313436-5849-47b3-83a1-8fabde353427 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9611568 Oct 20 14:41:08.616215 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:08.625526 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60094) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:08.646501 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Request body: {'floatingip': {'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:08.659123 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5f7037a7-f775-4bda-b0fd-f88e2ab628f7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:08.837411 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:08.909837 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-10236e8f-a683-417a-a774-9563d62438f4 admin admin] Publish callbacks [] for security_group (011afb6a-c895-4e10-9ecd-6bb3c51f6b04), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:08.942985 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-10236e8f-a683-417a-a774-9563d62438f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (011afb6a-c895-4e10-9ecd-6bb3c51f6b04), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.005425 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Publish callbacks [] for port (876d702d-3beb-49fc-8957-19270b05b305), precommit_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.012694 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:09.013588 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:09.020399 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (876d702d-3beb-49fc-8957-19270b05b305), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.057668 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:09.059521 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 384d37be-3e14-4f7d-862b-015e49ff88ec up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:09.135243 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-96fd6600-7d2a-48fa-8d6a-eb479cab7302 req-c855c641-bdb0-45f3-b87d-878a44377362 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 210 time: 0.1846159 Oct 20 14:41:09.138681 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Allocated IP 172.27.0.161 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:41:09.188116 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-10236e8f-a683-417a-a774-9563d62438f4 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=d867bf225fff4c568bac88091cbb129b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6899667 Oct 20 14:41:09.195198 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10236e8f-a683-417a-a774-9563d62438f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011afb6a-c895-4e10-9ecd-6bb3c51f6b04,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:09.197286 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 2, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:09.201769 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60112) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:09.206131 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fc8dfaa0-7a4f-4aa9-85ec-8d4e40ae4f64 admin admin] Publish callbacks [] for security_group (2f48cb1e-fe3d-4ac3-9fda-d4160970b027), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.226312 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.234165 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fc8dfaa0-7a4f-4aa9-85ec-8d4e40ae4f64 admin admin] Publish callbacks [] for security_group (2f48cb1e-fe3d-4ac3-9fda-d4160970b027), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.275911 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f13ab-54fd-4408-9cda-736a8767899c None None] The sync data for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi is: [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 2, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:41:09.293614 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Current status of the port 5609ffff-051c-4119-87e7-0f75999a0841 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:09.294977 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5609ffff-051c-4119-87e7-0f75999a0841), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.316574 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fc8dfaa0-7a4f-4aa9-85ec-8d4e40ae4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (2f48cb1e-fe3d-4ac3-9fda-d4160970b027), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.319149 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fc8dfaa0-7a4f-4aa9-85ec-8d4e40ae4f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.320285 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-fc8dfaa0-7a4f-4aa9-85ec-8d4e40ae4f64 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2f48cb1e-fe3d-4ac3-9fda-d4160970b027 HTTP/1.1" status: 204 len: 168 time: 0.7632759 Oct 20 14:41:09.338482 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:09.348272 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ebf21-db2f-4bc6-a7ee-9847ea675b9a None None] Pushing event updated for resources: {'Port': ['ID=876d702d-3beb-49fc-8957-19270b05b305,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:09.372574 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 384d37be-3e14-4f7d-862b-015e49ff88ec triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:09.373784 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (384d37be-3e14-4f7d-862b-015e49ff88ec), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.373784 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 384d37be-3e14-4f7d-862b-015e49ff88ec Oct 20 14:41:09.390416 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5f7037a7-f775-4bda-b0fd-f88e2ab628f7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group (57f81c5a-0559-4b01-b1c3-9b9a61dd7f24), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.392006 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8dfaa0-7a4f-4aa9-85ec-8d4e40ae4f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f48cb1e-fe3d-4ac3-9fda-d4160970b027,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:09.402311 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5f7037a7-f775-4bda-b0fd-f88e2ab628f7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (57f81c5a-0559-4b01-b1c3-9b9a61dd7f24), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.403666 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Sync routers for ids ['77f489c9-269b-4f4d-bfe4-358795deb54f'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:41:09.430020 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Attempting to bind port 876d702d-3beb-49fc-8957-19270b05b305 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:41:09.432291 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Attempting to bind port 876d702d-3beb-49fc-8957-19270b05b305 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:41:09.433516 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Attempting to bind port 876d702d-3beb-49fc-8957-19270b05b305 on network 8527c204-ec5a-42a2-811a-426241f609de {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:41:09.441140 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Routers {'77f489c9-269b-4f4d-bfe4-358795deb54f'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:09.441797 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['77f489c9-269b-4f4d-bfe4-358795deb54f'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:09.469691 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7037a7-f775-4bda-b0fd-f88e2ab628f7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:09.476522 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5f7037a7-f775-4bda-b0fd-f88e2ab628f7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.477688 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-5f7037a7-f775-4bda-b0fd-f88e2ab628f7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9218783 Oct 20 14:41:09.481715 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60118) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:09.486766 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-95d64251-7800-4a69-904d-af129bf98fd5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Request body: {'security_group_rule': {'security_group_id': '57f81c5a-0559-4b01-b1c3-9b9a61dd7f24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:09.491573 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aadd9722-5816-43d4-8b51-4ef26fa88c0a admin admin] Publish callbacks [] for security_group (011afb6a-c895-4e10-9ecd-6bb3c51f6b04), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.528498 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] For port 5609ffff-051c-4119-87e7-0f75999a0841, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=5609ffff-051c-4119-87e7-0f75999a0841,segment=NetworkSegment(1014fa01-08d9-4050-a335-6a1320575b72),segment_id=1014fa01-08d9-4050-a335-6a1320575b72)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:09.543863 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aadd9722-5816-43d4-8b51-4ef26fa88c0a admin admin] Publish callbacks [] for security_group (011afb6a-c895-4e10-9ecd-6bb3c51f6b04), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.546395 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:41:09.547062 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Checking segment: {'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:41:09.547685 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.548619 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Bound using segment: {'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:41:09.549820 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Bound port: 876d702d-3beb-49fc-8957-19270b05b305, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:41:09.550426 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (876d702d-3beb-49fc-8957-19270b05b305), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.558143 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (5609ffff-051c-4119-87e7-0f75999a0841), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.602912 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.36', 60044) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:09.651270 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Provisioning complete for port 876d702d-3beb-49fc-8957-19270b05b305 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:09.653169 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (876d702d-3beb-49fc-8957-19270b05b305), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.653877 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Attempt 1 to provision port 876d702d-3beb-49fc-8957-19270b05b305 Oct 20 14:41:09.663088 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-95d64251-7800-4a69-904d-af129bf98fd5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group_rule (00b7102b-bd62-4f90-adfc-c9f524e69f67), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.665108 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Pushing event updated for resources: {'Port': ['ID=5609ffff-051c-4119-87e7-0f75999a0841,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:09.719107 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:INSERT=5,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:09.856667 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for port (9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.875505 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Set router 77f489c9-269b-4f4d-bfe4-358795deb54f gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:09.934953 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.944474 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aadd9722-5816-43d4-8b51-4ef26fa88c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (011afb6a-c895-4e10-9ecd-6bb3c51f6b04), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.958036 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aadd9722-5816-43d4-8b51-4ef26fa88c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:09.961961 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-aadd9722-5816-43d4-8b51-4ef26fa88c0a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/011afb6a-c895-4e10-9ecd-6bb3c51f6b04 HTTP/1.1" status: 204 len: 168 time: 0.7585688 Oct 20 14:41:10.039653 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-95d64251-7800-4a69-904d-af129bf98fd5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group_rule (00b7102b-bd62-4f90-adfc-c9f524e69f67), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:10.071667 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd9722-5816-43d4-8b51-4ef26fa88c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011afb6a-c895-4e10-9ecd-6bb3c51f6b04,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:10.099814 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-95d64251-7800-4a69-904d-af129bf98fd5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (00b7102b-bd62-4f90-adfc-c9f524e69f67), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:10.120025 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:41:10.137608 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-638b53df-4049-47a2-94f8-e520515aa9ab tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:10.139141 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-638b53df-4049-47a2-94f8-e520515aa9ab tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.36 "GET /networking/v2.0/networks?id=d774747b-7777-4bbe-9570-71c987a7b55a HTTP/1.1" status: 200 len: 812 time: 0.5352004 Oct 20 14:41:10.144903 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:10.156563 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-b17a605e-381f-49d0-9d72-5b4fd30e2391 None None] Port 876d702d-3beb-49fc-8957-19270b05b305 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:41:10.161359 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] For port 876d702d-3beb-49fc-8957-19270b05b305, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:41:10.167654 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:41:10.186922 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d64251-7800-4a69-904d-af129bf98fd5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b7102b-bd62-4f90-adfc-c9f524e69f67,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:10.195519 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] For port 876d702d-3beb-49fc-8957-19270b05b305, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=876d702d-3beb-49fc-8957-19270b05b305,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:41:10.196545 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-95d64251-7800-4a69-904d-af129bf98fd5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:10.197794 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-95d64251-7800-4a69-904d-af129bf98fd5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7148988 Oct 20 14:41:10.205307 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60138) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:10.225589 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-ac5a3fac-0557-41bc-afd6-327ad842329a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Request body: {'port': {'device_id': '64154415-88f0-466b-bef8-1382fdd67d44', 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a', 'admin_state_up': True, 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:10.254068 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-e0141ddd-153e-456e-99c5-7864855352c9 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Request body: {'security_group_rule': {'security_group_id': '57f81c5a-0559-4b01-b1c3-9b9a61dd7f24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:10.277971 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Allocated IP 172.27.0.100 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/43725f09-610d-4bd9-b6f2-2d76e50b881f) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:41:10.283769 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 384d37be-3e14-4f7d-862b-015e49ff88ec is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:10.284288 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (384d37be-3e14-4f7d-862b-015e49ff88ec), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:10.287748 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'Port': ['ID=9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:10.321885 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:05Z', 'revision_number': 2, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:10.361620 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 384d37be-3e14-4f7d-862b-015e49ff88ec, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=384d37be-3e14-4f7d-862b-015e49ff88ec,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:10.374364 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (876d702d-3beb-49fc-8957-19270b05b305), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:10.428741 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (384d37be-3e14-4f7d-862b-015e49ff88ec), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:10.448769 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Checking router: 77f489c9-269b-4f4d-bfe4-358795deb54f for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:41:10.456405 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Updating router 77f489c9-269b-4f4d-bfe4-358795deb54f port 7166f051-d735-49d6-a843-4289f4be9c58 binding host dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:41:10.468309 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:10.583451 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ebf21-db2f-4bc6-a7ee-9847ea675b9a None None] Pushing event updated for resources: {'Port': ['ID=876d702d-3beb-49fc-8957-19270b05b305,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:10.587620 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (7166f051-d735-49d6-a843-4289f4be9c58), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:10.600483 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Routers {'c4596323-0dc4-49b5-b6c3-381f272b5c61'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:10.601528 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['c4596323-0dc4-49b5-b6c3-381f272b5c61'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:10.968700 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:10.980288 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e0141ddd-153e-456e-99c5-7864855352c9 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group_rule (3e5020b5-d6ac-4eaa-aca1-84e77f3269d1), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:10.992304 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=384d37be-3e14-4f7d-862b-015e49ff88ec,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:11.014015 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 592b53b8-fe20-4dce-b2e7-e89993f6d126 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:11.027676 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:11.045925 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for port (43725f09-610d-4bd9-b6f2-2d76e50b881f), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.077084 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (dc44194c-698c-4717-a077-dbeebf484ef8), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.078206 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:11.096184 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] Set router c4596323-0dc4-49b5-b6c3-381f272b5c61 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:11.151139 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 592b53b8-fe20-4dce-b2e7-e89993f6d126 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:11.152389 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (592b53b8-fe20-4dce-b2e7-e89993f6d126), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.153092 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 592b53b8-fe20-4dce-b2e7-e89993f6d126 Oct 20 14:41:11.188774 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-871bd024-893b-4253-9fa6-14406d945725 req-3d9caa47-d309-4b50-929a-7d8eec2fc2fe tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 210 time: 0.4339225 Oct 20 14:41:11.240602 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-ac5a3fac-0557-41bc-afd6-327ad842329a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Made reservation on behalf of 201aed13c0e342f5b30286ce3f82eb82 for: {'port': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:41:11.245927 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-ac5a3fac-0557-41bc-afd6-327ad842329a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.250288 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:11.297818 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Publish callbacks [] for port (7166f051-d735-49d6-a843-4289f4be9c58), precommit_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.305296 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (7166f051-d735-49d6-a843-4289f4be9c58), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.338187 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.447981 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f664cb5-b5bd-49a7-9124-f5f6f373dcd6 None None] Pushing event updated for resources: {'Port': ['ID=7166f051-d735-49d6-a843-4289f4be9c58,revision_number=3']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:11.449650 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 592b53b8-fe20-4dce-b2e7-e89993f6d126 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:11.451375 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device d0564e1f-cab0-4683-b25b-f680cea46513 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:11.518997 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Attempting to bind port 7166f051-d735-49d6-a843-4289f4be9c58 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:41:11.521641 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Attempting to bind port 7166f051-d735-49d6-a843-4289f4be9c58 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:41:11.523023 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Attempting to bind port 7166f051-d735-49d6-a843-4289f4be9c58 on network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:41:11.529549 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:11.564100 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e0141ddd-153e-456e-99c5-7864855352c9 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group_rule (3e5020b5-d6ac-4eaa-aca1-84e77f3269d1), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.633474 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (43725f09-610d-4bd9-b6f2-2d76e50b881f), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.660812 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:41:11.663970 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Checking segment: {'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:41:11.666665 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.667846 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Bound using segment: {'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:41:11.669706 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Bound port: 7166f051-d735-49d6-a843-4289f4be9c58, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'}}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:41:11.670298 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (7166f051-d735-49d6-a843-4289f4be9c58), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.690044 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:41:11.694042 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e0141ddd-153e-456e-99c5-7864855352c9 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (3e5020b5-d6ac-4eaa-aca1-84e77f3269d1), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.724379 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port d0564e1f-cab0-4683-b25b-f680cea46513 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:11.727601 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (d0564e1f-cab0-4683-b25b-f680cea46513), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.728558 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port d0564e1f-cab0-4683-b25b-f680cea46513 Oct 20 14:41:11.742503 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:11.791608 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:11.798659 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:41:11.812921 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] For port 7166f051-d735-49d6-a843-4289f4be9c58, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:41:11.828908 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] For port 7166f051-d735-49d6-a843-4289f4be9c58, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=7166f051-d735-49d6-a843-4289f4be9c58,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:41:11.842092 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (7166f051-d735-49d6-a843-4289f4be9c58), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.856236 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-ac5a3fac-0557-41bc-afd6-327ad842329a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Allocated IP 172.20.0.13 (d774747b-7777-4bbe-9570-71c987a7b55a/cf67353c-d617-40ac-b644-e007946d5653/fc603914-32ae-4452-8f3a-d9500d71d5e5) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:41:11.894417 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946a4a8-90b0-4388-b269-3539ee88f21a None None] The sync data for ids ['c4596323-0dc4-49b5-b6c3-381f272b5c61'] in dv-cinder-779233-7-iscsi is: [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:41:11.907296 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0141ddd-153e-456e-99c5-7864855352c9 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5020b5-d6ac-4eaa-aca1-84e77f3269d1,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:11.933601 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e0141ddd-153e-456e-99c5-7864855352c9 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:11.939910 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-e0141ddd-153e-456e-99c5-7864855352c9 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7281694 Oct 20 14:41:11.946841 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f664cb5-b5bd-49a7-9124-f5f6f373dcd6 None None] Pushing event updated for resources: {'Port': ['ID=7166f051-d735-49d6-a843-4289f4be9c58,revision_number=4']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:11.969755 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60188) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:11.994722 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Routers {'77f489c9-269b-4f4d-bfe4-358795deb54f'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:11.997247 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['77f489c9-269b-4f4d-bfe4-358795deb54f'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:12.008171 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Request body: {'floatingip': {'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:12.066661 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for floatingip (6772d817-3253-4815-a74f-92f7309b497b), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:12.114001 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port d0564e1f-cab0-4683-b25b-f680cea46513 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:12.114380 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (d0564e1f-cab0-4683-b25b-f680cea46513), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:12.139535 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port d0564e1f-cab0-4683-b25b-f680cea46513, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=d0564e1f-cab0-4683-b25b-f680cea46513,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:12.148408 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (d0564e1f-cab0-4683-b25b-f680cea46513), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:12.149560 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 96a53475-af51-4bd0-8705-35e2d8aa0402 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:12.154845 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event updated for resources: {'Port': ['ID=43725f09-610d-4bd9-b6f2-2d76e50b881f,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:12.258994 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 96a53475-af51-4bd0-8705-35e2d8aa0402 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:12.259372 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (96a53475-af51-4bd0-8705-35e2d8aa0402), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:12.259728 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 96a53475-af51-4bd0-8705-35e2d8aa0402 Oct 20 14:41:12.263455 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=d0564e1f-cab0-4683-b25b-f680cea46513,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:12.270112 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] Set router 77f489c9-269b-4f4d-bfe4-358795deb54f gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:12.273787 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-ac5a3fac-0557-41bc-afd6-327ad842329a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Publish callbacks [] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:12.296798 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:12.420308 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-ac5a3fac-0557-41bc-afd6-327ad842329a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:12.530704 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (43725f09-610d-4bd9-b6f2-2d76e50b881f), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:12.566748 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:12.583962 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 96a53475-af51-4bd0-8705-35e2d8aa0402 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:12.585292 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 5609ffff-051c-4119-87e7-0f75999a0841 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:12.748233 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:12.769352 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 5609ffff-051c-4119-87e7-0f75999a0841 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:12.772046 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (5609ffff-051c-4119-87e7-0f75999a0841), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:12.772300 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 5609ffff-051c-4119-87e7-0f75999a0841 Oct 20 14:41:12.773810 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for port (9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:12.844736 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:12.870823 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:12.871913 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (dc44194c-698c-4717-a077-dbeebf484ef8), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:12.914168 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:12.930420 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-ac5a3fac-0557-41bc-afd6-327ad842329a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Network d774747b-7777-4bbe-9570-71c987a7b55a is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:41:12.990292 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-ac5a3fac-0557-41bc-afd6-327ad842329a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:13.031936 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-ac5a3fac-0557-41bc-afd6-327ad842329a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:41:13.066228 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-ac5a3fac-0557-41bc-afd6-327ad842329a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:13.073734 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:13.075068 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-ac5a3fac-0557-41bc-afd6-327ad842329a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for port (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:13.129943 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 5609ffff-051c-4119-87e7-0f75999a0841 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:13.138732 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a3fac-0557-41bc-afd6-327ad842329a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Pushing event updated for resources: {'Port': ['ID=fc603914-32ae-4452-8f3a-d9500d71d5e5,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:13.227237 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c46ec-0f37-40ad-bfd9-42e0d7e71c65 req-941fdadb-c599-4a3a-8dfe-a2c3dfac9429 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:13.246264 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-268c46ec-0f37-40ad-bfd9-42e0d7e71c65 req-941fdadb-c599-4a3a-8dfe-a2c3dfac9429 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 932 time: 0.6169510 Oct 20 14:41:13.253917 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:11Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:13.300023 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-ac5a3fac-0557-41bc-afd6-327ad842329a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0783408 Oct 20 14:41:13.397972 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce463f5b-345e-4a29-ae79-5bf5875c8d0f None None] The sync data for ids ['77f489c9-269b-4f4d-bfe4-358795deb54f'] in dv-cinder-779233-7-iscsi is: [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:11Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:41:13.428497 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-09cbd726-41ff-4c15-a761-afe4c76bb4cf tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 14:41:13.429564 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-09cbd726-41ff-4c15-a761-afe4c76bb4cf tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0937166 Oct 20 14:41:13.604741 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-268c46ec-0f37-40ad-bfd9-42e0d7e71c65 req-f8d79e90-c514-471a-9f7f-0e381635d221 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454199 Oct 20 14:41:13.710789 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:13.720184 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-9c70504d-4d4d-4c46-b128-017361f30008 None None] Provisioning complete for port fc603914-32ae-4452-8f3a-d9500d71d5e5 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:13.720384 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9c70504d-4d4d-4c46-b128-017361f30008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:13.720849 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-9c70504d-4d4d-4c46-b128-017361f30008 None None] Attempt 1 to provision port fc603914-32ae-4452-8f3a-d9500d71d5e5 Oct 20 14:41:13.845287 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-9c70504d-4d4d-4c46-b128-017361f30008 None None] Port fc603914-32ae-4452-8f3a-d9500d71d5e5 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:41:13.886158 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for port (43725f09-610d-4bd9-b6f2-2d76e50b881f), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:13.891898 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:13.898057 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:13.907965 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0260501 Oct 20 14:41:13.911478 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 17204c2c-022c-474b-897c-a230d52d6fe3 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:13.947621 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (43725f09-610d-4bd9-b6f2-2d76e50b881f), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:13.948439 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (6772d817-3253-4815-a74f-92f7309b497b), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:14.045125 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f550a5-2785-4a5e-ad55-8a05883c3455 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'Port': ['ID=9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:14.077358 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 17204c2c-022c-474b-897c-a230d52d6fe3 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:14.083895 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (17204c2c-022c-474b-897c-a230d52d6fe3), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:14.084663 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 17204c2c-022c-474b-897c-a230d52d6fe3 Oct 20 14:41:14.128619 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:14.130474 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4985337 Oct 20 14:41:14.240824 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb201e1-2eeb-4641-9d2e-37047b5d4985 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event updated for resources: {'Port': ['ID=43725f09-610d-4bd9-b6f2-2d76e50b881f,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:14.303987 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Allocated IP 172.27.0.139 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/6c6ba29d-4ee4-47ef-9f46-46d4387894db) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:41:14.435639 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Sync routers for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:41:14.545163 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:14.546257 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:14.558679 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 17204c2c-022c-474b-897c-a230d52d6fe3 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:14.559064 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (17204c2c-022c-474b-897c-a230d52d6fe3), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:14.660152 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for port (6c6ba29d-4ee4-47ef-9f46-46d4387894db), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:14.752542 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (6c6ba29d-4ee4-47ef-9f46-46d4387894db), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:14.815240 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Request body: {'port': {'device_id': '64154415-88f0-466b-bef8-1382fdd67d44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:14.908420 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 17204c2c-022c-474b-897c-a230d52d6fe3, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=17204c2c-022c-474b-897c-a230d52d6fe3,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:14.955300 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:41:14.957089 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (17204c2c-022c-474b-897c-a230d52d6fe3), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:14.959481 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device d0564e1f-cab0-4683-b25b-f680cea46513 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:14.973711 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-82dfc542-ff2f-4ef0-8fd3-a3cc27e97ec1 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--710788097&fields=id&tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e HTTP/1.1" status: 200 len: 267 time: 0.4177241 Oct 20 14:41:15.250741 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=17204c2c-022c-474b-897c-a230d52d6fe3,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:15.273747 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port d0564e1f-cab0-4683-b25b-f680cea46513 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:15.274146 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (d0564e1f-cab0-4683-b25b-f680cea46513), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:15.274841 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port d0564e1f-cab0-4683-b25b-f680cea46513 Oct 20 14:41:15.290323 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:15.293900 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:15.312608 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:41:15.319576 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:15.358783 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-7e977c46-bee0-4f5e-bca6-d3e148016842 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:15.374081 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:41:15.374377 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-7e977c46-bee0-4f5e-bca6-d3e148016842 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 814 time: 0.2853339 Oct 20 14:41:15.547431 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for floatingip (b091f867-fb8e-45ae-af72-4af8d67df417), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:15.570484 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event updated for resources: {'Port': ['ID=6c6ba29d-4ee4-47ef-9f46-46d4387894db,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:15.657021 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-99d7a6fe-28d4-4eaa-8636-9d81fe21c0ac tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/quotas/8d8d1dfd3c714794a3fca61b2c6b093e HTTP/1.1" status: 200 len: 375 time: 0.2712393 Oct 20 14:41:15.700413 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (6c6ba29d-4ee4-47ef-9f46-46d4387894db), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:15.842007 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011063b3-698d-4916-9e5d-17880956c94e req-849507a5-6faf-4f2e-86ec-b5cd2d3d7b31 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:15.859328 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-011063b3-698d-4916-9e5d-17880956c94e req-849507a5-6faf-4f2e-86ec-b5cd2d3d7b31 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 932 time: 1.0777304 Oct 20 14:41:16.066988 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:16.216597 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port d0564e1f-cab0-4683-b25b-f680cea46513 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:16.223650 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 876d702d-3beb-49fc-8957-19270b05b305 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:16.251489 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for port (6c6ba29d-4ee4-47ef-9f46-46d4387894db), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:16.262955 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (6c6ba29d-4ee4-47ef-9f46-46d4387894db), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:16.264196 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (b091f867-fb8e-45ae-af72-4af8d67df417), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:16.314789 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:16.324816 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-615c2bd1-6cae-4b1f-bbcb-635b88675ca2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6668506 Oct 20 14:41:16.446486 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event updated for resources: {'Port': ['ID=6c6ba29d-4ee4-47ef-9f46-46d4387894db,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:16.481806 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:16.488900 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-2424c2ac-8586-40a0-ad62-78e696918197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5049758 Oct 20 14:41:16.597381 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 876d702d-3beb-49fc-8957-19270b05b305 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:16.599304 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (876d702d-3beb-49fc-8957-19270b05b305), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:16.599803 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 876d702d-3beb-49fc-8957-19270b05b305 Oct 20 14:41:16.703414 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 2, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:16.748812 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-b7c5995d-d444-4931-a114-ef417e72a77b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689749 Oct 20 14:41:16.765681 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Checking router: f7e24323-3547-4288-9584-c3c76ffa6689 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:41:16.766254 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Updating router f7e24323-3547-4288-9584-c3c76ffa6689 port 069d96f0-5b55-4a1f-a1ab-bc676c855465 binding host dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:41:16.908183 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:16.963117 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 876d702d-3beb-49fc-8957-19270b05b305 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:16.963529 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (876d702d-3beb-49fc-8957-19270b05b305), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:16.980673 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:17.068550 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-011063b3-698d-4916-9e5d-17880956c94e req-c8a99e87-25e8-4878-ac6e-85e79b2847bd tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2081296 Oct 20 14:41:17.130997 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-ffb95044-2a15-4845-a45b-46ff4dbf8735 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454704 Oct 20 14:41:17.164674 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 876d702d-3beb-49fc-8957-19270b05b305, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=876d702d-3beb-49fc-8957-19270b05b305,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:17.173923 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (876d702d-3beb-49fc-8957-19270b05b305), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:17.174563 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 384d37be-3e14-4f7d-862b-015e49ff88ec up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:17.247243 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:17.336131 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:17.454838 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 384d37be-3e14-4f7d-862b-015e49ff88ec triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:17.455358 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (384d37be-3e14-4f7d-862b-015e49ff88ec), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:17.455523 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 384d37be-3e14-4f7d-862b-015e49ff88ec Oct 20 14:41:17.491437 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=876d702d-3beb-49fc-8957-19270b05b305,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:17.493390 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-77da7a9b-490b-4d76-8346-3346bf7b0ce7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1659248675&fields=id&tenant_id=afd56c15beff4515a44799ee7ec083a3 HTTP/1.1" status: 200 len: 267 time: 0.2544167 Oct 20 14:41:17.552820 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc603914-32ae-4452-8f3a-d9500d71d5e5 {{(pid=111617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:41:17.637399 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Publish callbacks [] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:17.676965 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-3cc45dfe-8af4-44a9-a086-dc3501528375 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--715512877&fields=id&tenant_id=a3d7fadfead1456792446f71c465bc0c HTTP/1.1" status: 200 len: 267 time: 0.2582726 Oct 20 14:41:17.737864 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 384d37be-3e14-4f7d-862b-015e49ff88ec is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:17.751532 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.provisioning_blocks [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Transition to ACTIVE for port object fc603914-32ae-4452-8f3a-d9500d71d5e5 will not be triggered until provisioned by entity L2. {{(pid=111617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:41:17.895099 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Publish callbacks [] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), precommit_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:17.914479 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:18.190831 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:18.201852 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-a6d79678-3005-4fec-80c6-3d739f9a416f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:18.203667 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-a6d79678-3005-4fec-80c6-3d739f9a416f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/networks?id=8527c204-ec5a-42a2-811a-426241f609de HTTP/1.1" status: 200 len: 817 time: 0.7093163 Oct 20 14:41:18.218036 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 17204c2c-022c-474b-897c-a230d52d6fe3 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:18.251432 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248e03a-4808-4fa1-8f2d-c8f958148f07 None None] Pushing event updated for resources: {'Port': ['ID=069d96f0-5b55-4a1f-a1ab-bc676c855465,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:18.258583 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Attempting to bind port 069d96f0-5b55-4a1f-a1ab-bc676c855465 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:41:18.268748 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Attempting to bind port 069d96f0-5b55-4a1f-a1ab-bc676c855465 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:41:18.269351 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Attempting to bind port 069d96f0-5b55-4a1f-a1ab-bc676c855465 on network bc51d155-90b9-48b7-86e9-fc4346955e9e {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:41:18.348808 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:18.382732 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 17204c2c-022c-474b-897c-a230d52d6fe3 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:18.383100 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (17204c2c-022c-474b-897c-a230d52d6fe3), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:18.383444 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 17204c2c-022c-474b-897c-a230d52d6fe3 Oct 20 14:41:18.391097 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:41:18.391445 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Checking segment: {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:41:18.391863 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:18.392216 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Bound using segment: {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:41:18.394849 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Bound port: 069d96f0-5b55-4a1f-a1ab-bc676c855465, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:41:18.395237 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:18.493499 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23389a59-5505-4a6d-a2cd-21f5470690de req-af25e965-ae9e-4a99-b624-1149eb27a394 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:18.507248 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-af25e965-ae9e-4a99-b624-1149eb27a394 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/networks?id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352 HTTP/1.1" status: 200 len: 811 time: 0.8042996 Oct 20 14:41:18.510211 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-5212d6d6-0e74-48dd-aaf6-83108c0c2131 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/quotas/afd56c15beff4515a44799ee7ec083a3 HTTP/1.1" status: 200 len: 375 time: 0.2881966 Oct 20 14:41:18.588266 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:18.634481 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] For port 069d96f0-5b55-4a1f-a1ab-bc676c855465, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:41:18.640012 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] For port 069d96f0-5b55-4a1f-a1ab-bc676c855465, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=069d96f0-5b55-4a1f-a1ab-bc676c855465,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:41:18.773166 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 17204c2c-022c-474b-897c-a230d52d6fe3 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:18.774303 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 7166f051-d735-49d6-a843-4289f4be9c58 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:18.838189 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Attempting to bind port fc603914-32ae-4452-8f3a-d9500d71d5e5 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:41:18.838840 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:18.839720 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Attempting to bind port fc603914-32ae-4452-8f3a-d9500d71d5e5 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '1014fa01-08d9-4050-a335-6a1320575b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a'}] {{(pid=111617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:41:18.842031 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Attempting to bind port fc603914-32ae-4452-8f3a-d9500d71d5e5 on network d774747b-7777-4bbe-9570-71c987a7b55a {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:41:18.850344 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Pushing event updated for resources: {'Port': ['ID=fc603914-32ae-4452-8f3a-d9500d71d5e5,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:18.860888 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-45ac2b6f-0f1a-4a7d-b978-a386d5b694bc tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/quotas/a3d7fadfead1456792446f71c465bc0c HTTP/1.1" status: 200 len: 375 time: 0.3387969 Oct 20 14:41:19.001484 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 7166f051-d735-49d6-a843-4289f4be9c58 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:19.001868 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (7166f051-d735-49d6-a843-4289f4be9c58), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:19.002202 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 7166f051-d735-49d6-a843-4289f4be9c58 Oct 20 14:41:19.003822 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:19.004488 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:40:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:19.093441 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-4f66d945-ce1f-4d7f-a392-cbe8a6a76fbc tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=a3d7fadfead1456792446f71c465bc0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1759229 Oct 20 14:41:19.120306 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-4d2866bb-f3a6-44dd-b05b-8ae913f3a04f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=afd56c15beff4515a44799ee7ec083a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5655618 Oct 20 14:41:19.129891 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248e03a-4808-4fa1-8f2d-c8f958148f07 None None] Pushing event updated for resources: {'Port': ['ID=069d96f0-5b55-4a1f-a1ab-bc676c855465,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:19.336686 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:19.374601 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Port fc603914-32ae-4452-8f3a-d9500d71d5e5 on network d774747b-7777-4bbe-9570-71c987a7b55a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:41:19.375248 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Attempting to bind port fc603914-32ae-4452-8f3a-d9500d71d5e5 on network d774747b-7777-4bbe-9570-71c987a7b55a {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:41:19.396312 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 7166f051-d735-49d6-a843-4289f4be9c58 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:19.397048 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (7166f051-d735-49d6-a843-4289f4be9c58), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:19.522248 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-67f08c2e-80c7-4575-a4fe-15c351d1dcbd service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746877 Oct 20 14:41:19.577472 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 7166f051-d735-49d6-a843-4289f4be9c58, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=7166f051-d735-49d6-a843-4289f4be9c58,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:19.611511 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (7166f051-d735-49d6-a843-4289f4be9c58), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:19.612334 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 876d702d-3beb-49fc-8957-19270b05b305 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:19.619770 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-bf33fe94-2e5b-4d34-bf46-c9c4264d8987 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 14:41:19.621539 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-bf33fe94-2e5b-4d34-bf46-c9c4264d8987 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1613863 Oct 20 14:41:19.660635 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:41:19.660971 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Checking segment: {'id': '1014fa01-08d9-4050-a335-6a1320575b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:41:19.661610 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Bound using segment: {'id': '1014fa01-08d9-4050-a335-6a1320575b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a'} {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:41:19.662097 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Bound port: fc603914-32ae-4452-8f3a-d9500d71d5e5, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1014fa01-08d9-4050-a335-6a1320575b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a'}}] {{(pid=111617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:41:19.662567 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:19.888079 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:19.923544 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-8f8615e9-1c98-4362-ba94-505661b78077 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731431 Oct 20 14:41:19.944542 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:19.946991 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 876d702d-3beb-49fc-8957-19270b05b305 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:19.947510 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (876d702d-3beb-49fc-8957-19270b05b305), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:19.948518 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 876d702d-3beb-49fc-8957-19270b05b305 Oct 20 14:41:20.002715 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=7166f051-d735-49d6-a843-4289f4be9c58,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:20.060709 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60516) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:20.087452 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e06ec518-0d4a-4abf-8ec9-b3f066c4ef12 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383550 Oct 20 14:41:20.112765 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:18Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:20.116249 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] For port fc603914-32ae-4452-8f3a-d9500d71d5e5, host hv-cinder-77923, cleared binding levels {{(pid=111617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:41:20.139014 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-83b45dd8-9ceb-4cce-a1d8-97c1e1ce392d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009984 Oct 20 14:41:20.199718 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] For port fc603914-32ae-4452-8f3a-d9500d71d5e5, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=fc603914-32ae-4452-8f3a-d9500d71d5e5,segment=NetworkSegment(1014fa01-08d9-4050-a335-6a1320575b72),segment_id=1014fa01-08d9-4050-a335-6a1320575b72)] {{(pid=111617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:41:20.218220 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:20.226027 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4bebf9-b15e-43f8-9baa-72faec31603e None None] The sync data for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi is: [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:18Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:41:20.231729 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 876d702d-3beb-49fc-8957-19270b05b305 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:20.306599 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Pushing event updated for resources: {'Port': ['ID=fc603914-32ae-4452-8f3a-d9500d71d5e5,revision_number=3']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:20.312185 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:20.318320 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for port (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:20.320166 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-fff3527c-c90b-4234-a35c-195eefb12bdc service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/fc603914-32ae-4452-8f3a-d9500d71d5e5 HTTP/1.1" status: 200 len: 1094 time: 6.2963853 Oct 20 14:41:20.321202 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64154415-88f0-466b-bef8-1382fdd67d44', 'tag': 'fc603914-32ae-4452-8f3a-d9500d71d5e5'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:41:20.373704 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a0acff13-3b88-4042-abea-bcc05caa32d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:20.563782 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a0acff13-3b88-4042-abea-bcc05caa32d8 admin admin] Publish callbacks [] for security_group (0181ef44-aa69-4f97-822d-806f0aebdea4), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:20.571470 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:20.578286 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a0acff13-3b88-4042-abea-bcc05caa32d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (0181ef44-aa69-4f97-822d-806f0aebdea4), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:20.612016 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:20.632676 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 7166f051-d735-49d6-a843-4289f4be9c58 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:20.647645 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-a0acff13-3b88-4042-abea-bcc05caa32d8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=27fa1a3cd3504709a34b76f876d21b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5837312 Oct 20 14:41:20.653881 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60548) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:20.660516 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acff13-3b88-4042-abea-bcc05caa32d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0181ef44-aa69-4f97-822d-806f0aebdea4,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:20.697703 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-23a8f143-29c9-466b-a865-3ee7c06af88c req-fd170eea-3a0b-460b-9c75-359f2aa0333d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 210 time: 0.1580179 Oct 20 14:41:20.765244 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:20.790236 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672ba5d-2c62-42f3-825f-0192d439cf1e req-67ba5376-cf7d-4584-9c12-d8caac6ebbb2 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:20.799236 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0672ba5d-2c62-42f3-825f-0192d439cf1e req-67ba5376-cf7d-4584-9c12-d8caac6ebbb2 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 944 time: 0.0837200 Oct 20 14:41:20.838881 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 7166f051-d735-49d6-a843-4289f4be9c58 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:20.839374 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76520496-fefe-4914-9acc-22aeb733a3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "64154415-88f0-466b-bef8-1382fdd67d44", "tag": "fc603914-32ae-4452-8f3a-d9500d71d5e5"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:41:20.841382 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (7166f051-d735-49d6-a843-4289f4be9c58), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:20.843028 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 7166f051-d735-49d6-a843-4289f4be9c58 Oct 20 14:41:20.891153 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0672ba5d-2c62-42f3-825f-0192d439cf1e req-83eb5274-ebe3-44d9-b1da-cbfb464895d4 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852046 Oct 20 14:41:20.960363 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2e199aff-0a0f-417b-b3ac-2109d24fd4a1 req-5d6d8cfd-4f17-484c-b630-88633be14e21 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 210 time: 0.1302869 Oct 20 14:41:21.023011 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 7166f051-d735-49d6-a843-4289f4be9c58 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:21.024072 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 069d96f0-5b55-4a1f-a1ab-bc676c855465 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:21.028447 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-73c610c1-e53f-4858-ac37-5f2e745ec9f2 req-1a27a52e-e15d-493a-8af9-c2fe27e845c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 210 time: 0.0630026 Oct 20 14:41:21.034162 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ac2ffc3e-57bb-471f-b812-f17b3d9f2672 admin admin] Publish callbacks [] for security_group (0181ef44-aa69-4f97-822d-806f0aebdea4), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:21.101174 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 069d96f0-5b55-4a1f-a1ab-bc676c855465 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:21.101567 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:21.101907 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 069d96f0-5b55-4a1f-a1ab-bc676c855465 Oct 20 14:41:21.115209 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ac2ffc3e-57bb-471f-b812-f17b3d9f2672 admin admin] Publish callbacks [] for security_group (0181ef44-aa69-4f97-822d-806f0aebdea4), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:21.265398 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ac2ffc3e-57bb-471f-b812-f17b3d9f2672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (0181ef44-aa69-4f97-822d-806f0aebdea4), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:21.274115 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ac2ffc3e-57bb-471f-b812-f17b3d9f2672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:21.276488 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-ac2ffc3e-57bb-471f-b812-f17b3d9f2672 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/0181ef44-aa69-4f97-822d-806f0aebdea4 HTTP/1.1" status: 204 len: 168 time: 0.6214061 Oct 20 14:41:21.287104 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ffc3e-57bb-471f-b812-f17b3d9f2672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0181ef44-aa69-4f97-822d-806f0aebdea4,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:21.388174 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 069d96f0-5b55-4a1f-a1ab-bc676c855465 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:21.389563 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:21.423535 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b0f9ec-2433-42c1-a759-ecec47c88ff8 x-openstack-request-id: req-e5b0f9ec-2433-42c1-a759-ecec47c88ff8 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:41:21.424748 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64154415-88f0-466b-bef8-1382fdd67d44", "tag": "fc603914-32ae-4452-8f3a-d9500d71d5e5", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:41:21.425165 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5b0f9ec-2433-42c1-a759-ecec47c88ff8 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:41:21.425826 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b0f9ec-2433-42c1-a759-ecec47c88ff8'] response: {'name': 'network-changed', 'server_uuid': '64154415-88f0-466b-bef8-1382fdd67d44', 'tag': 'fc603914-32ae-4452-8f3a-d9500d71d5e5', 'status': 'completed', 'code': 200} Oct 20 14:41:21.481342 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 069d96f0-5b55-4a1f-a1ab-bc676c855465, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=069d96f0-5b55-4a1f-a1ab-bc676c855465,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:21.488584 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:21.506824 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60588) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:21.562193 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-8b6fbc46-85e4-445a-803a-80b7b1229199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:21.586996 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=069d96f0-5b55-4a1f-a1ab-bc676c855465,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:21.931035 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-72d25c9e-601d-4664-b20c-b908a9903d36 req-f9fc937f-dd15-43bb-9908-83ee122e8b91 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 210 time: 0.0632648 Oct 20 14:41:21.935992 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60598) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:21.952956 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c0caf576-2e55-40f6-b78f-9f642e14e431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:21.970946 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8f6befca-0bca-4962-8034-1ad58680a51c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:22.112086 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82dd25-3380-4db5-8404-13300c1d756f req-304e2184-8654-410e-8fae-c1abf2f0ccb0 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:22.119384 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ed82dd25-3380-4db5-8404-13300c1d756f req-304e2184-8654-410e-8fae-c1abf2f0ccb0 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 944 time: 0.1224909 Oct 20 14:41:22.127642 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8f6befca-0bca-4962-8034-1ad58680a51c admin admin] Publish callbacks [] for security_group (2b128488-0600-49fa-92a4-8e966bc1b75e), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:22.131702 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8f6befca-0bca-4962-8034-1ad58680a51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (2b128488-0600-49fa-92a4-8e966bc1b75e), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:22.154661 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a74cdc4f-81bc-467d-89e9-72d63faeb1f3 req-a224d863-e490-4212-8661-93ac1aacdf0a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 210 time: 0.0656829 Oct 20 14:41:22.170790 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:22.195405 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-8f6befca-0bca-4962-8034-1ad58680a51c admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=5df33c1494514c2280214df142a87712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582142 Oct 20 14:41:22.201522 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60604) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:22.203616 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c0caf576-2e55-40f6-b78f-9f642e14e431 admin admin] Publish callbacks [] for security_group (67993cfa-e904-48ef-9eb1-5c514b4b0b2b), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:22.210203 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6befca-0bca-4962-8034-1ad58680a51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b128488-0600-49fa-92a4-8e966bc1b75e,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:22.228804 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c0caf576-2e55-40f6-b78f-9f642e14e431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (67993cfa-e904-48ef-9eb1-5c514b4b0b2b), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:22.326477 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ed82dd25-3380-4db5-8404-13300c1d756f req-fe7a31ff-b916-4582-83e2-97f8096b0af5 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046704 Oct 20 14:41:22.359874 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 069d96f0-5b55-4a1f-a1ab-bc676c855465 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:22.410616 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60610) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:22.410713 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-c0caf576-2e55-40f6-b78f-9f642e14e431 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=5123134e4b3d4fa2a28b1fa77c7a403c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9021480 Oct 20 14:41:22.424964 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ac51e813-6ab3-411b-b561-aea9cc6c5bdc req-e530e3e4-fc36-45f6-8442-3fa8b0efd5ff tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 210 time: 0.1241832 Oct 20 14:41:22.425731 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0caf576-2e55-40f6-b78f-9f642e14e431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67993cfa-e904-48ef-9eb1-5c514b4b0b2b,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:22.496189 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9695e2d6-784e-421d-bda4-4dff5f1c3b47 admin admin] Publish callbacks [] for security_group (2b128488-0600-49fa-92a4-8e966bc1b75e), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:22.500363 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 069d96f0-5b55-4a1f-a1ab-bc676c855465 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:22.500874 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:22.501249 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 069d96f0-5b55-4a1f-a1ab-bc676c855465 Oct 20 14:41:22.517266 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-587e1ee4-41ec-4ae4-b826-84c94552e913 admin admin] Publish callbacks [] for security_group (67993cfa-e904-48ef-9eb1-5c514b4b0b2b), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:22.549417 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9695e2d6-784e-421d-bda4-4dff5f1c3b47 admin admin] Publish callbacks [] for security_group (2b128488-0600-49fa-92a4-8e966bc1b75e), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:22.563859 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-587e1ee4-41ec-4ae4-b826-84c94552e913 admin admin] Publish callbacks [] for security_group (67993cfa-e904-48ef-9eb1-5c514b4b0b2b), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:22.613648 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 069d96f0-5b55-4a1f-a1ab-bc676c855465 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:22.616112 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9695e2d6-784e-421d-bda4-4dff5f1c3b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (2b128488-0600-49fa-92a4-8e966bc1b75e), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:22.623256 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9695e2d6-784e-421d-bda4-4dff5f1c3b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:22.624791 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-9695e2d6-784e-421d-bda4-4dff5f1c3b47 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2b128488-0600-49fa-92a4-8e966bc1b75e HTTP/1.1" status: 204 len: 168 time: 0.4196258 Oct 20 14:41:22.633694 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695e2d6-784e-421d-bda4-4dff5f1c3b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b128488-0600-49fa-92a4-8e966bc1b75e,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:22.673415 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-587e1ee4-41ec-4ae4-b826-84c94552e913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (67993cfa-e904-48ef-9eb1-5c514b4b0b2b), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:22.683864 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-587e1ee4-41ec-4ae4-b826-84c94552e913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:22.685076 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-587e1ee4-41ec-4ae4-b826-84c94552e913 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/67993cfa-e904-48ef-9eb1-5c514b4b0b2b HTTP/1.1" status: 204 len: 168 time: 0.2756877 Oct 20 14:41:22.694356 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e1ee4-41ec-4ae4-b826-84c94552e913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67993cfa-e904-48ef-9eb1-5c514b4b0b2b,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:23.065104 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0de15918-0cc5-4429-abc6-8c59aad44fda req-cf9e2981-583d-4654-afd9-49a74c1ab813 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 210 time: 0.0346119 Oct 20 14:41:23.167902 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60630) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:23.183572 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8f46b119-593e-4fe3-924f-24d1c8be3c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:23.186986 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:23.304795 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8f46b119-593e-4fe3-924f-24d1c8be3c58 admin admin] Publish callbacks [] for security_group (96bac6c4-eb37-47e0-9ca2-d8d4502fbc01), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:23.315445 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8f46b119-593e-4fe3-924f-24d1c8be3c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (96bac6c4-eb37-47e0-9ca2-d8d4502fbc01), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:23.344456 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e44c1096-8ae9-440d-8c25-90308cda3300 req-b194b09a-341c-4746-8c4f-a615378af655 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 210 time: 0.0409262 Oct 20 14:41:23.408357 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-8f46b119-593e-4fe3-924f-24d1c8be3c58 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=27802424c504421e85bfefd508bd85dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392302 Oct 20 14:41:23.409684 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46b119-593e-4fe3-924f-24d1c8be3c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bac6c4-eb37-47e0-9ca2-d8d4502fbc01,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:23.411219 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60638) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:23.645507 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1e2751cb-677c-434c-832c-83f73fa04b99 req-8b353b7a-df6a-4c35-961e-a7a50ee72486 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 210 time: 0.0701332 Oct 20 14:41:23.662253 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-390a757c-ebd5-4c60-82ac-b891f3490e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:23.669379 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57d782-39f0-4895-97e5-1ad0448827d3 req-5974a327-3a64-443c-91c8-e9f83a5f6c42 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:23.670898 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4a57d782-39f0-4895-97e5-1ad0448827d3 req-5974a327-3a64-443c-91c8-e9f83a5f6c42 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 944 time: 0.2085779 Oct 20 14:41:23.687481 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e12f012b-5396-4385-9daf-20e63c2d39f0 admin admin] Publish callbacks [] for security_group (96bac6c4-eb37-47e0-9ca2-d8d4502fbc01), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:23.714762 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e12f012b-5396-4385-9daf-20e63c2d39f0 admin admin] Publish callbacks [] for security_group (96bac6c4-eb37-47e0-9ca2-d8d4502fbc01), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:23.785035 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:23.811480 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e12f012b-5396-4385-9daf-20e63c2d39f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (96bac6c4-eb37-47e0-9ca2-d8d4502fbc01), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:23.814162 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e12f012b-5396-4385-9daf-20e63c2d39f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:23.818197 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-e12f012b-5396-4385-9daf-20e63c2d39f0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/96bac6c4-eb37-47e0-9ca2-d8d4502fbc01 HTTP/1.1" status: 204 len: 168 time: 0.4059286 Oct 20 14:41:23.882287 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f012b-5396-4385-9daf-20e63c2d39f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bac6c4-eb37-47e0-9ca2-d8d4502fbc01,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:23.955906 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4a57d782-39f0-4895-97e5-1ad0448827d3 req-27df1098-8dfe-41b4-b360-b550338d8c6e tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691537 Oct 20 14:41:24.321468 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7f875eef-a192-47e7-adef-71b83d500d96 req-c6f91eaa-a895-4226-b4ec-1834f8d624dd tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 210 time: 0.0497503 Oct 20 14:41:24.328374 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76520496-fefe-4914-9acc-22aeb733a3a9 req-14eb68e3-36a1-4fb7-96a7-ce11a690b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:24.335081 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-76520496-fefe-4914-9acc-22aeb733a3a9 req-14eb68e3-36a1-4fb7-96a7-ce11a690b223 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=201aed13c0e342f5b30286ce3f82eb82&device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 1128 time: 0.3660283 Oct 20 14:41:24.921426 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:24.975209 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:25.012537 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:25.034132 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-493815aa-7823-49c3-b011-ad74276c1901 req-6122eee5-658c-444b-aa37-78813027c33b tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 210 time: 0.4433155 Oct 20 14:41:25.134991 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e7a88a9d-ee3e-4f9a-bad3-b2d56dc17a81 req-2384370a-3dfc-468b-a134-8c98f57a9e30 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 210 time: 0.0999992 Oct 20 14:41:25.154177 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76520496-fefe-4914-9acc-22aeb733a3a9 req-13be3e70-2bd4-42e6-a6b1-a47f2758a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:25.155732 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-76520496-fefe-4914-9acc-22aeb733a3a9 req-13be3e70-2bd4-42e6-a6b1-a47f2758a177 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=201aed13c0e342f5b30286ce3f82eb82&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8140762 Oct 20 14:41:25.218630 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146089ca-b364-4de3-99c1-72469eca5768 req-27504a7d-0f52-4171-9366-101d7b9632b3 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:25.220750 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-146089ca-b364-4de3-99c1-72469eca5768 req-27504a7d-0f52-4171-9366-101d7b9632b3 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 944 time: 0.0693483 Oct 20 14:41:25.286535 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-146089ca-b364-4de3-99c1-72469eca5768 req-905049d2-89cf-497e-b113-3453db46c8d0 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598528 Oct 20 14:41:25.449525 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.36', 60069) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:25.561624 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e9b3119e-bc8d-488d-9da5-60f114cfeae1 req-8a4fcc37-5213-4b52-9182-81be236e7ca3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 210 time: 0.0981488 Oct 20 14:41:25.874564 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76520496-fefe-4914-9acc-22aeb733a3a9 req-65b855f2-4112-4ead-99b8-5bb582b1772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:25.879535 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-76520496-fefe-4914-9acc-22aeb733a3a9 req-65b855f2-4112-4ead-99b8-5bb582b1772c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4864216 Oct 20 14:41:25.971148 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-46a85a88-24da-48d9-8a1b-d15862eb45e3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:25.982302 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-46a85a88-24da-48d9-8a1b-d15862eb45e3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 814 time: 0.5253425 Oct 20 14:41:26.028308 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:26.057532 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-7199231b-06cf-4cef-9748-9af90f78fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:26.059227 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-7199231b-06cf-4cef-9748-9af90f78fdbc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=201aed13c0e342f5b30286ce3f82eb82&device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 1128 time: 0.0953948 Oct 20 14:41:26.337405 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:26.357341 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-7df05524-e8a7-4a24-bcb3-681efc2d74da service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc603914-32ae-4452-8f3a-d9500d71d5e5 HTTP/1.1" status: 200 len: 217 time: 0.2079332 Oct 20 14:41:26.372280 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-fb147a45-81a2-40b3-b807-e557d9ae9170 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e HTTP/1.1" status: 200 len: 379 time: 0.2335482 Oct 20 14:41:26.461146 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:26.467384 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c84c55a7-8bb1-4f6a-bc62-92af7ef5a890 req-196dfe22-b895-4293-9573-299d59d80d81 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 210 time: 0.2205439 Oct 20 14:41:26.498305 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-aae31118-2ef2-4d53-8310-0bb8d2a26578 req-787d1b6b-9f12-4877-a2c9-13af1a485b0d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 210 time: 0.1425629 Oct 20 14:41:26.628162 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fdee8-41fa-442e-9faa-1c9e1c144d88 req-55a1a68a-0a55-4346-ae96-6d5b3203b031 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:26.637376 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-890fdee8-41fa-442e-9faa-1c9e1c144d88 req-55a1a68a-0a55-4346-ae96-6d5b3203b031 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 944 time: 0.0758944 Oct 20 14:41:26.732815 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9581a8fb-181b-434c-9c95-fdcab5bd288f req-e8eada30-204f-4049-8681-fdfd8951f652 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 210 time: 0.0466928 Oct 20 14:41:26.758196 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-890fdee8-41fa-442e-9faa-1c9e1c144d88 req-30a0ad26-e195-4fbe-8848-1404125bfc0b tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148562 Oct 20 14:41:26.780760 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-92767c8f-1867-490e-92ac-84e87c539d7d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'port': {'device_id': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'admin_state_up': True, 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'security_groups': ['cd9ce618-1dad-48a2-8d8e-be23a8444b33']}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:26.864792 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-6bdd096f-8613-45a7-b56d-b8a88eebffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:26.866488 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-6bdd096f-8613-45a7-b56d-b8a88eebffcb service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=cf67353c-d617-40ac-b644-e007946d5653 HTTP/1.1" status: 200 len: 851 time: 0.0910821 Oct 20 14:41:26.934425 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:26.939444 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-92767c8f-1867-490e-92ac-84e87c539d7d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Made reservation on behalf of 8d8d1dfd3c714794a3fca61b2c6b093e for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:41:26.943324 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-92767c8f-1867-490e-92ac-84e87c539d7d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:27.076512 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.36', 60086) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:27.236359 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-0f3e11df-6129-4b21-b053-fe5d510b3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:27.238103 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-0f3e11df-6129-4b21-b053-fe5d510b3143 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d774747b-7777-4bbe-9570-71c987a7b55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1749403 Oct 20 14:41:27.371647 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-92767c8f-1867-490e-92ac-84e87c539d7d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Allocated IP 172.20.0.9 (bc51d155-90b9-48b7-86e9-fc4346955e9e/56f61a25-fefc-4795-ba33-a4348feea40d/516e6fb9-5c7c-44bb-b65b-facb0026c92b) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:41:27.415054 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-541c4c21-3ad3-4765-a9a2-877ed691e191 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:27.417453 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-541c4c21-3ad3-4765-a9a2-877ed691e191 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.36 "GET /networking/v2.0/networks?id=8527c204-ec5a-42a2-811a-426241f609de HTTP/1.1" status: 200 len: 817 time: 0.3399343 Oct 20 14:41:27.424320 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-1f783ebd-ac5a-490a-9973-6c83923ffed9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d774747b-7777-4bbe-9570-71c987a7b55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783178 Oct 20 14:41:27.626735 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-92767c8f-1867-490e-92ac-84e87c539d7d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:27.646385 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cb6facc1-1322-4acc-8deb-5ac87027235d req-71856849-54db-41ae-9366-5cf88fef0e45 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 210 time: 0.0507350 Oct 20 14:41:27.675494 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:27.761763 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-54213bc9-80b2-4334-91a9-a119812f2ed8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=afd56c15beff4515a44799ee7ec083a3 HTTP/1.1" status: 200 len: 380 time: 0.0847661 Oct 20 14:41:27.772425 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-f1af9c6b-f115-4cc9-9744-5a054bab3a2d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Request body: {'port': {'device_id': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'admin_state_up': True, 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'security_groups': ['9e3da6f9-2853-4607-8b2d-eb551eb2fcda']}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:27.781166 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-92767c8f-1867-490e-92ac-84e87c539d7d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:27.825780 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:27.828291 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fa7fa95-3d94-4ecc-ac7a-2e7485f930b6 req-e0582b9c-8cd4-4e25-a643-613a52b6f301 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d774747b-7777-4bbe-9570-71c987a7b55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654782 Oct 20 14:41:27.869031 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ab68d184-bb40-48e1-be02-9bc58cefd64e req-0f7f6595-74bc-4682-813e-b0ec0e582ea5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 210 time: 0.0424118 Oct 20 14:41:27.947379 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaea32-d669-4738-afc0-9158dda62522 req-73931f07-3729-4c83-8519-a6241da610cb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:27.958045 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-aafaea32-d669-4738-afc0-9158dda62522 req-73931f07-3729-4c83-8519-a6241da610cb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 931 time: 0.0939324 Oct 20 14:41:28.022130 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-92767c8f-1867-490e-92ac-84e87c539d7d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Network bc51d155-90b9-48b7-86e9-fc4346955e9e is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:41:28.038942 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-92767c8f-1867-490e-92ac-84e87c539d7d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:28.042248 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-92767c8f-1867-490e-92ac-84e87c539d7d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:41:28.047835 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-92767c8f-1867-490e-92ac-84e87c539d7d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:28.047835 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-92767c8f-1867-490e-92ac-84e87c539d7d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:28.060240 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-aafaea32-d669-4738-afc0-9158dda62522 req-ee3fb244-8eca-4b2f-b32d-2f31bb9f1d0c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954401 Oct 20 14:41:28.081176 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92767c8f-1867-490e-92ac-84e87c539d7d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'Port': ['ID=516e6fb9-5c7c-44bb-b65b-facb0026c92b,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:28.138332 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419313f9-bce7-4f7e-be7a-6dc18b34beb0 req-75fa974c-baeb-498d-b538-95b0dfe26759 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:28.140386 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-419313f9-bce7-4f7e-be7a-6dc18b34beb0 req-75fa974c-baeb-498d-b538-95b0dfe26759 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 944 time: 0.1144576 Oct 20 14:41:28.153991 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-92767c8f-1867-490e-92ac-84e87c539d7d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3785422 Oct 20 14:41:28.207665 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-f1af9c6b-f115-4cc9-9744-5a054bab3a2d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Made reservation on behalf of afd56c15beff4515a44799ee7ec083a3 for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:41:28.219444 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-f1af9c6b-f115-4cc9-9744-5a054bab3a2d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:28.225238 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-419313f9-bce7-4f7e-be7a-6dc18b34beb0 req-5b9c9c39-01d4-477d-a564-5b88812b20ac tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754204 Oct 20 14:41:28.396029 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-ad546ac7-d626-4983-aa6f-db18c47258af None None] Provisioning complete for port 516e6fb9-5c7c-44bb-b65b-facb0026c92b triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:28.397144 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ad546ac7-d626-4983-aa6f-db18c47258af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:28.397677 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-ad546ac7-d626-4983-aa6f-db18c47258af None None] Attempt 1 to provision port 516e6fb9-5c7c-44bb-b65b-facb0026c92b Oct 20 14:41:28.449568 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-ad546ac7-d626-4983-aa6f-db18c47258af None None] Port 516e6fb9-5c7c-44bb-b65b-facb0026c92b cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:41:28.458534 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60926) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:28.494086 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60930) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:28.542418 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-f1af9c6b-f115-4cc9-9744-5a054bab3a2d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Allocated IP 172.20.0.7 (8527c204-ec5a-42a2-811a-426241f609de/ca5871aa-7167-4149-b162-6807c8f57b7d/a22f57d8-7ba2-4e40-a3c8-816edda0fade) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:41:28.543955 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:28.633691 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-154a0c61-6204-44f1-a652-fdb85e3d0e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:28.637944 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7d35a8e5-046f-4e60-85b1-aadc663a1012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:28.723088 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-f1af9c6b-f115-4cc9-9744-5a054bab3a2d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:28.790663 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-f1af9c6b-f115-4cc9-9744-5a054bab3a2d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:28.795919 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b5ec67ce-2911-4d5f-9aa9-b58376982687 req-9251c9b0-c088-45c8-839d-1d49dbf64c3e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 210 time: 0.0526435 Oct 20 14:41:28.819682 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7d35a8e5-046f-4e60-85b1-aadc663a1012 admin admin] Publish callbacks [] for security_group (00d3fc92-71e2-422a-82d7-4770b93ef5c9), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:28.821702 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-154a0c61-6204-44f1-a652-fdb85e3d0e86 admin admin] Publish callbacks [] for security_group (d055e0df-464f-4283-b716-1c591fb2530c), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:28.826808 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7d35a8e5-046f-4e60-85b1-aadc663a1012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (00d3fc92-71e2-422a-82d7-4770b93ef5c9), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:28.838970 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-f1af9c6b-f115-4cc9-9744-5a054bab3a2d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Network 8527c204-ec5a-42a2-811a-426241f609de is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:41:28.846293 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-154a0c61-6204-44f1-a652-fdb85e3d0e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (d055e0df-464f-4283-b716-1c591fb2530c), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:28.854841 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-f1af9c6b-f115-4cc9-9744-5a054bab3a2d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:28.857769 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-f1af9c6b-f115-4cc9-9744-5a054bab3a2d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:41:28.863123 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-f1af9c6b-f115-4cc9-9744-5a054bab3a2d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:28.864028 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-f1af9c6b-f115-4cc9-9744-5a054bab3a2d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:28.868635 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:28.876938 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Request body: {'port': {'device_id': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:28.921826 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af9c6b-f115-4cc9-9744-5a054bab3a2d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event updated for resources: {'Port': ['ID=a22f57d8-7ba2-4e40-a3c8-816edda0fade,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:28.956192 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60948) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:28.958822 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-7d35a8e5-046f-4e60-85b1-aadc663a1012 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ae7373c67edc493584fd03e50e54a8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4927773 Oct 20 14:41:29.008115 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35a8e5-046f-4e60-85b1-aadc663a1012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d3fc92-71e2-422a-82d7-4770b93ef5c9,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:29.022354 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:29.055753 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-154a0c61-6204-44f1-a652-fdb85e3d0e86 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0b80f77da11e430da8f615d4bbf74063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5596530 Oct 20 14:41:29.067353 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-f1af9c6b-f115-4cc9-9744-5a054bab3a2d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2966146 Oct 20 14:41:29.074548 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 60952) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:29.103402 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Request body: {'port': {'device_id': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:29.182072 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a0c61-6204-44f1-a652-fdb85e3d0e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d055e0df-464f-4283-b716-1c591fb2530c,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:29.182352 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:29.241222 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-907c6f70-2f05-4d68-ae56-296d8023b48d admin admin] Publish callbacks [] for security_group (00d3fc92-71e2-422a-82d7-4770b93ef5c9), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:29.254277 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23389a59-5505-4a6d-a2cd-21f5470690de req-607b4150-5bfb-4a0f-b9bf-4e36c40d350f tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:29.255741 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-607b4150-5bfb-4a0f-b9bf-4e36c40d350f tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.36 "GET /networking/v2.0/networks?id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352 HTTP/1.1" status: 200 len: 811 time: 0.4027674 Oct 20 14:41:29.262400 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b1048-6cbf-4315-b950-baf7d773c8c8 req-cc4216b6-b713-4529-b254-ceda099f4df8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:29.269584 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-254b1048-6cbf-4315-b950-baf7d773c8c8 req-cc4216b6-b713-4529-b254-ceda099f4df8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 931 time: 0.1759074 Oct 20 14:41:29.291704 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-b77183f2-48fe-43a8-a1f4-df1cde90686d None None] Provisioning complete for port a22f57d8-7ba2-4e40-a3c8-816edda0fade triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:29.292419 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b77183f2-48fe-43a8-a1f4-df1cde90686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:29.292985 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-b77183f2-48fe-43a8-a1f4-df1cde90686d None None] Attempt 1 to provision port a22f57d8-7ba2-4e40-a3c8-816edda0fade Oct 20 14:41:29.321192 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-61d1a9ea-92cc-40e7-8a73-274e342e6a30 admin admin] Publish callbacks [] for security_group (d055e0df-464f-4283-b716-1c591fb2530c), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:29.334422 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:29.370798 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-b77183f2-48fe-43a8-a1f4-df1cde90686d None None] Port a22f57d8-7ba2-4e40-a3c8-816edda0fade cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:41:29.372992 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54679f3-c277-45d0-be55-457919d6480c req-422737f8-6cdb-463b-b742-6c419380372e tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:29.379789 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a54679f3-c277-45d0-be55-457919d6480c req-422737f8-6cdb-463b-b742-6c419380372e tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 931 time: 0.1503456 Oct 20 14:41:29.393506 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-907c6f70-2f05-4d68-ae56-296d8023b48d admin admin] Publish callbacks [] for security_group (00d3fc92-71e2-422a-82d7-4770b93ef5c9), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:29.405325 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-61d1a9ea-92cc-40e7-8a73-274e342e6a30 admin admin] Publish callbacks [] for security_group (d055e0df-464f-4283-b716-1c591fb2530c), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:29.492747 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-254b1048-6cbf-4315-b950-baf7d773c8c8 req-368117b7-d72a-401c-8a5b-8d82317307bc tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046375 Oct 20 14:41:29.513183 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:29.543677 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:29.569052 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:29.600628 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a54679f3-c277-45d0-be55-457919d6480c req-e6d7b566-4d70-4bca-b6a4-4ead6d1e2c1b tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195506 Oct 20 14:41:29.616361 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-0242ef80-a5e7-42f7-b234-8117f38525ee tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a3d7fadfead1456792446f71c465bc0c HTTP/1.1" status: 200 len: 379 time: 0.2969313 Oct 20 14:41:29.643839 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:29.652107 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [req-23389a59-5505-4a6d-a2cd-21f5470690de req-60c7efcc-0e41-4b03-8c57-fd88d060779e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Request body: {'port': {'device_id': '38c72900-27b7-470e-9d95-752506e689ad', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'admin_state_up': True, 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'security_groups': ['57f81c5a-0559-4b01-b1c3-9b9a61dd7f24']}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:29.722774 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-907c6f70-2f05-4d68-ae56-296d8023b48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (00d3fc92-71e2-422a-82d7-4770b93ef5c9), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:29.725767 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-907c6f70-2f05-4d68-ae56-296d8023b48d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:29.729998 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-907c6f70-2f05-4d68-ae56-296d8023b48d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/00d3fc92-71e2-422a-82d7-4770b93ef5c9 HTTP/1.1" status: 204 len: 168 time: 0.7675898 Oct 20 14:41:29.730088 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db0d91-1c89-475c-a4bc-b8b5c5221c08 req-66bfb34b-1faa-47aa-bdf2-54b2f46bfb90 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:29.730924 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c5db0d91-1c89-475c-a4bc-b8b5c5221c08 req-66bfb34b-1faa-47aa-bdf2-54b2f46bfb90 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 944 time: 0.1527917 Oct 20 14:41:29.758856 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-61d1a9ea-92cc-40e7-8a73-274e342e6a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (d055e0df-464f-4283-b716-1c591fb2530c), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:29.761589 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-61d1a9ea-92cc-40e7-8a73-274e342e6a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:29.763971 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c6f70-2f05-4d68-ae56-296d8023b48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d3fc92-71e2-422a-82d7-4770b93ef5c9,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:29.765717 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-61d1a9ea-92cc-40e7-8a73-274e342e6a30 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d055e0df-464f-4283-b716-1c591fb2530c HTTP/1.1" status: 204 len: 168 time: 0.6903574 Oct 20 14:41:29.803641 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1a9ea-92cc-40e7-8a73-274e342e6a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d055e0df-464f-4283-b716-1c591fb2530c,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:29.914875 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c5db0d91-1c89-475c-a4bc-b8b5c5221c08 req-39e6d7bb-8eb4-496c-8569-17216292db8b tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713049 Oct 20 14:41:29.927061 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23389a59-5505-4a6d-a2cd-21f5470690de req-60c7efcc-0e41-4b03-8c57-fd88d060779e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Made reservation on behalf of a3d7fadfead1456792446f71c465bc0c for: {'port': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:41:29.931150 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-23389a59-5505-4a6d-a2cd-21f5470690de req-60c7efcc-0e41-4b03-8c57-fd88d060779e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:29.989914 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516e6fb9-5c7c-44bb-b65b-facb0026c92b {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:41:30.003224 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Publish callbacks [] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.038927 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bc9c84d4-9929-48f0-bf14-f3850333ca8e req-81fdc289-461b-4eef-8398-18af4df851de tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 210 time: 0.0833793 Oct 20 14:41:30.055096 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Transition to ACTIVE for port object 516e6fb9-5c7c-44bb-b65b-facb0026c92b will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:41:30.063897 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.194799 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=516e6fb9-5c7c-44bb-b65b-facb0026c92b,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:30.206415 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22f57d8-7ba2-4e40-a3c8-816edda0fade {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:41:30.221932 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Publish callbacks [] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.231177 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Attempting to bind port 516e6fb9-5c7c-44bb-b65b-facb0026c92b on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:41:30.231662 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Attempting to bind port 516e6fb9-5c7c-44bb-b65b-facb0026c92b by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:41:30.232144 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Attempting to bind port 516e6fb9-5c7c-44bb-b65b-facb0026c92b on network bc51d155-90b9-48b7-86e9-fc4346955e9e {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:41:30.314875 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Transition to ACTIVE for port object a22f57d8-7ba2-4e40-a3c8-816edda0fade will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:41:30.326179 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.327063 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [req-23389a59-5505-4a6d-a2cd-21f5470690de req-60c7efcc-0e41-4b03-8c57-fd88d060779e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Allocated IP 172.20.0.13 (fc293b8c-746d-49c9-a6cf-e8d38b9a4352/1a67e092-0844-4291-b844-e931d44b047a/113928f5-c90e-4f91-8207-0c0a6f2d414b) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:41:30.342791 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:30.398784 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:30.446316 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Port 516e6fb9-5c7c-44bb-b65b-facb0026c92b on network bc51d155-90b9-48b7-86e9-fc4346955e9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:41:30.446654 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Attempting to bind port 516e6fb9-5c7c-44bb-b65b-facb0026c92b on network bc51d155-90b9-48b7-86e9-fc4346955e9e {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:41:30.449442 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60988) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:30.458233 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Pushing event updated for resources: {'Port': ['ID=a22f57d8-7ba2-4e40-a3c8-816edda0fade,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:30.497000 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 60990) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:30.507360 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-1066040d-ba4b-4e94-ba95-d20b42f89c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.528501 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Attempting to bind port a22f57d8-7ba2-4e40-a3c8-816edda0fade on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:41:30.528841 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Attempting to bind port a22f57d8-7ba2-4e40-a3c8-816edda0fade by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:41:30.529170 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Attempting to bind port a22f57d8-7ba2-4e40-a3c8-816edda0fade on network 8527c204-ec5a-42a2-811a-426241f609de {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:41:30.534683 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b5c4-48e8-4797-a911-5f2b0d40cf12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.613628 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:41:30.614148 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Checking segment: {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:41:30.614705 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Bound using segment: {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:41:30.615188 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Bound port: 516e6fb9-5c7c-44bb-b65b-facb0026c92b, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:41:30.615589 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.623952 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:30.696795 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Port a22f57d8-7ba2-4e40-a3c8-816edda0fade on network 8527c204-ec5a-42a2-811a-426241f609de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:41:30.697138 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Attempting to bind port a22f57d8-7ba2-4e40-a3c8-816edda0fade on network 8527c204-ec5a-42a2-811a-426241f609de {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:41:30.700904 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb18b4e-616a-40b8-a6fd-e3efd7c4bf3b req-4ad1ece5-25d8-47a4-91ca-2e52da8ca47d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:30.702597 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1eb18b4e-616a-40b8-a6fd-e3efd7c4bf3b req-4ad1ece5-25d8-47a4-91ca-2e52da8ca47d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0923467 Oct 20 14:41:30.777251 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:30.809918 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-23389a59-5505-4a6d-a2cd-21f5470690de req-60c7efcc-0e41-4b03-8c57-fd88d060779e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.823241 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] For port 516e6fb9-5c7c-44bb-b65b-facb0026c92b, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:41:30.827862 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936fc0a-4779-449e-b4a5-e1f99f70ac15 req-e9a9c1f5-a1d5-43c7-9219-7f3ae7532f0f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:30.829465 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d936fc0a-4779-449e-b4a5-e1f99f70ac15 req-e9a9c1f5-a1d5-43c7-9219-7f3ae7532f0f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 943 time: 0.1257777 Oct 20 14:41:30.834957 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:41:30.835297 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Checking segment: {'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:41:30.835678 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Bound using segment: {'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:41:30.836122 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Bound port: a22f57d8-7ba2-4e40-a3c8-816edda0fade, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:41:30.836525 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.846099 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-1066040d-ba4b-4e94-ba95-d20b42f89c94 admin admin] Publish callbacks [] for security_group (b14d1ecd-ae99-4181-a5bb-a7406b363b18), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.864101 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1eb18b4e-616a-40b8-a6fd-e3efd7c4bf3b req-93fcdc13-851c-4089-97cd-209bcc6f5e90 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436803 Oct 20 14:41:30.876582 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b5c4-48e8-4797-a911-5f2b0d40cf12 admin admin] Publish callbacks [] for security_group (65d15816-2957-43b2-a8b7-175c21d8fdf3), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.879406 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] For port 516e6fb9-5c7c-44bb-b65b-facb0026c92b, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=516e6fb9-5c7c-44bb-b65b-facb0026c92b,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:41:30.881071 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-1066040d-ba4b-4e94-ba95-d20b42f89c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (b14d1ecd-ae99-4181-a5bb-a7406b363b18), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.906403 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b5c4-48e8-4797-a911-5f2b0d40cf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (65d15816-2957-43b2-a8b7-175c21d8fdf3), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.910366 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d936fc0a-4779-449e-b4a5-e1f99f70ac15 req-5c8c77bc-6d63-42c7-9ec2-415c6d36500d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729377 Oct 20 14:41:30.915444 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-23389a59-5505-4a6d-a2cd-21f5470690de req-60c7efcc-0e41-4b03-8c57-fd88d060779e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.931277 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.960150 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:30.960794 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:30.962233 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/516e6fb9-5c7c-44bb-b65b-facb0026c92b HTTP/1.1" status: 200 len: 1093 time: 2.0946727 Oct 20 14:41:30.968247 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23389a59-5505-4a6d-a2cd-21f5470690de req-60c7efcc-0e41-4b03-8c57-fd88d060779e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:41:30.973026 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [req-23389a59-5505-4a6d-a2cd-21f5470690de req-60c7efcc-0e41-4b03-8c57-fd88d060779e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:30.993252 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [req-23389a59-5505-4a6d-a2cd-21f5470690de req-60c7efcc-0e41-4b03-8c57-fd88d060779e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:41:31.002471 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23389a59-5505-4a6d-a2cd-21f5470690de req-60c7efcc-0e41-4b03-8c57-fd88d060779e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:31.003366 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-23389a59-5505-4a6d-a2cd-21f5470690de req-60c7efcc-0e41-4b03-8c57-fd88d060779e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for port (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:31.033453 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7efcc-0e41-4b03-8c57-fd88d060779e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event updated for resources: {'Port': ['ID=113928f5-c90e-4f91-8207-0c0a6f2d414b,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:31.053879 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-60c7efcc-0e41-4b03-8c57-fd88d060779e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4121320 Oct 20 14:41:31.071284 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Request body: {'port': {'device_id': '38c72900-27b7-470e-9d95-752506e689ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:31.139470 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8991b7-e0b6-472d-8ce7-4e489eecfa58 req-659b0152-4539-46cd-88f8-75a267d27b8d tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:31.139693 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-eb8991b7-e0b6-472d-8ce7-4e489eecfa58 req-659b0152-4539-46cd-88f8-75a267d27b8d tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 944 time: 0.0848279 Oct 20 14:41:31.144188 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'tag': '516e6fb9-5c7c-44bb-b65b-facb0026c92b'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:41:31.221939 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-1066040d-ba4b-4e94-ba95-d20b42f89c94 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=f10f0aa4929d465cbe5dbe6807f6f080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7705879 Oct 20 14:41:31.222677 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066040d-ba4b-4e94-ba95-d20b42f89c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14d1ecd-ae99-4181-a5bb-a7406b363b18,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:31.230251 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 32772) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:31.257118 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:31.320746 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25af10-9406-46c3-8aa0-5aa084b5cd25 req-66d87261-1756-4356-857a-4b785ae37911 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:31.322867 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9d25af10-9406-46c3-8aa0-5aa084b5cd25 req-66d87261-1756-4356-857a-4b785ae37911 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 932 time: 0.1356568 Oct 20 14:41:31.351773 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-eb8991b7-e0b6-472d-8ce7-4e489eecfa58 req-20f39517-0db8-473d-9aa3-b9ae801b14ca tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039685 Oct 20 14:41:31.354597 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-18325f69-a032-46be-9791-127cc39b8ac7 None None] Provisioning complete for port 113928f5-c90e-4f91-8207-0c0a6f2d414b triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:31.355977 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-18325f69-a032-46be-9791-127cc39b8ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:31.356989 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-18325f69-a032-46be-9791-127cc39b8ac7 None None] Attempt 1 to provision port 113928f5-c90e-4f91-8207-0c0a6f2d414b Oct 20 14:41:31.400203 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:31.419106 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-dfb6b5c4-48e8-4797-a911-5f2b0d40cf12 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b0914029e60343d8a4921a3e3cf52067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9194398 Oct 20 14:41:31.433278 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 32782) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:31.464491 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] For port a22f57d8-7ba2-4e40-a3c8-816edda0fade, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:41:31.464491 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-40a897e1-41dd-47f3-af49-a6b171fb43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:31.466188 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-18325f69-a032-46be-9791-127cc39b8ac7 None None] Port 113928f5-c90e-4f91-8207-0c0a6f2d414b cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:41:31.466338 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-40a897e1-41dd-47f3-af49-a6b171fb43e9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 1127 time: 0.2556105 Oct 20 14:41:31.471158 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9fcb2-f110-4a4a-99e5-4bc32094e1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=516e6fb9-5c7c-44bb-b65b-facb0026c92b,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:31.474791 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6b5c4-48e8-4797-a911-5f2b0d40cf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d15816-2957-43b2-a8b7-175c21d8fdf3,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:31.497482 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] For port a22f57d8-7ba2-4e40-a3c8-816edda0fade, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:41:31.538117 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d8c09295-1d18-4943-ab73-f9c5578950dc admin admin] Publish callbacks [] for security_group (b14d1ecd-ae99-4181-a5bb-a7406b363b18), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:31.566976 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9ea44e-5f39-4ebb-9c1d-3cfc4a565cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "da8d0a95-894e-4244-9a27-6b86a1b5ca83", "tag": "516e6fb9-5c7c-44bb-b65b-facb0026c92b"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:41:31.578446 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:31.607257 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:31.644993 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9d25af10-9406-46c3-8aa0-5aa084b5cd25 req-50b40438-db60-4e05-9aa0-584ea30f0579 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3131080 Oct 20 14:41:31.676600 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-acc2f61d-d8b0-434b-8ffd-65d21f962344 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=516e6fb9-5c7c-44bb-b65b-facb0026c92b HTTP/1.1" status: 200 len: 217 time: 0.1844661 Oct 20 14:41:31.676600 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:31.676600 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:31.677246 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d8c09295-1d18-4943-ab73-f9c5578950dc admin admin] Publish callbacks [] for security_group (b14d1ecd-ae99-4181-a5bb-a7406b363b18), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:31.677339 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/a22f57d8-7ba2-4e40-a3c8-816edda0fade HTTP/1.1" status: 200 len: 1093 time: 2.5962939 Oct 20 14:41:31.677339 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9795be7-acca-426e-9afe-1a18812d70af service neutron] Pushing event updated for resources: {'Port': ['ID=a22f57d8-7ba2-4e40-a3c8-816edda0fade,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:31.715496 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a7c7742f-48db-4806-9bb5-ca78845572d4 admin admin] Publish callbacks [] for security_group (65d15816-2957-43b2-a8b7-175c21d8fdf3), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:31.722428 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3e39e6-02b2-4ec7-88a9-c1d05da00b8a x-openstack-request-id: req-ee3e39e6-02b2-4ec7-88a9-c1d05da00b8a {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:41:31.722792 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8d0a95-894e-4244-9a27-6b86a1b5ca83", "tag": "516e6fb9-5c7c-44bb-b65b-facb0026c92b", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:41:31.723099 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee3e39e6-02b2-4ec7-88a9-c1d05da00b8a {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:41:31.723604 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3e39e6-02b2-4ec7-88a9-c1d05da00b8a'] response: {'name': 'network-changed', 'server_uuid': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'tag': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'status': 'completed', 'code': 200} Oct 20 14:41:31.789668 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-75d873f7-b110-4b41-b2ee-12cd6ec8ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:31.791145 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-75d873f7-b110-4b41-b2ee-12cd6ec8ee91 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56f61a25-fefc-4795-ba33-a4348feea40d HTTP/1.1" status: 200 len: 853 time: 0.0982757 Oct 20 14:41:31.804133 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a7c7742f-48db-4806-9bb5-ca78845572d4 admin admin] Publish callbacks [] for security_group (65d15816-2957-43b2-a8b7-175c21d8fdf3), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:31.830959 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-ba36bd6a-0f58-47aa-90ef-33349b9788b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:31.832421 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-ba36bd6a-0f58-47aa-90ef-33349b9788b7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=afd56c15beff4515a44799ee7ec083a3&device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 1127 time: 0.0787764 Oct 20 14:41:31.847739 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:31.890871 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d8c09295-1d18-4943-ab73-f9c5578950dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (b14d1ecd-ae99-4181-a5bb-a7406b363b18), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:31.900527 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d8c09295-1d18-4943-ab73-f9c5578950dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:31.900527 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-d8c09295-1d18-4943-ab73-f9c5578950dc admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/b14d1ecd-ae99-4181-a5bb-a7406b363b18 HTTP/1.1" status: 204 len: 168 time: 0.6646919 Oct 20 14:41:31.917771 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-ced3f3e6-a4a6-4fdf-9428-d55d647c5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:31.918422 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-ced3f3e6-a4a6-4fdf-9428-d55d647c5f8d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=bc51d155-90b9-48b7-86e9-fc4346955e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1199236 Oct 20 14:41:31.919930 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-ac025d5b-e9b3-4609-ab75-c59bf795ec99 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade HTTP/1.1" status: 200 len: 217 time: 0.0656745 Oct 20 14:41:31.922995 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a7c7742f-48db-4806-9bb5-ca78845572d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (65d15816-2957-43b2-a8b7-175c21d8fdf3), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:31.926012 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a7c7742f-48db-4806-9bb5-ca78845572d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:31.929209 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-a7c7742f-48db-4806-9bb5-ca78845572d4 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/65d15816-2957-43b2-a8b7-175c21d8fdf3 HTTP/1.1" status: 204 len: 168 time: 0.4904857 Oct 20 14:41:31.947243 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c09295-1d18-4943-ab73-f9c5578950dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14d1ecd-ae99-4181-a5bb-a7406b363b18,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:32.063674 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7742f-48db-4806-9bb5-ca78845572d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d15816-2957-43b2-a8b7-175c21d8fdf3,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:32.074359 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:32.089700 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113928f5-c90e-4f91-8207-0c0a6f2d414b {{(pid=111617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:41:32.099325 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Publish callbacks [] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:32.111572 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-4a248f31-c5a2-4035-88ef-064a7a80881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:32.113094 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-4a248f31-c5a2-4035-88ef-064a7a80881f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ca5871aa-7167-4149-b162-6807c8f57b7d HTTP/1.1" status: 200 len: 856 time: 0.1801560 Oct 20 14:41:32.117027 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.provisioning_blocks [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Transition to ACTIVE for port object 113928f5-c90e-4f91-8207-0c0a6f2d414b will not be triggered until provisioned by entity L2. {{(pid=111617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:41:32.123322 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-5613aa0f-3873-4c5d-adba-7eb4a1242632 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918759 Oct 20 14:41:32.131949 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device fc603914-32ae-4452-8f3a-d9500d71d5e5 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:41:32.142987 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:32.189511 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:32.225696 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-046fad27-7d57-4d34-8b69-634e91c95f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:32.227280 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-046fad27-7d57-4d34-8b69-634e91c95f70 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=8527c204-ec5a-42a2-811a-426241f609de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1047802 Oct 20 14:41:32.240544 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Pushing event updated for resources: {'Port': ['ID=113928f5-c90e-4f91-8207-0c0a6f2d414b,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:32.252790 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91401956-828b-4a74-a1b4-4db194f43c0f req-445b0126-3303-4423-89d8-dcf4078802bc tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:32.260323 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-91401956-828b-4a74-a1b4-4db194f43c0f req-445b0126-3303-4423-89d8-dcf4078802bc tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.2088926 Oct 20 14:41:32.322299 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191053ef-2b91-4364-b155-55de5fb008d4 req-2f349e1a-7867-44cb-b5b5-c72d2fdf4630 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:32.324327 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-191053ef-2b91-4364-b155-55de5fb008d4 req-2f349e1a-7867-44cb-b5b5-c72d2fdf4630 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 943 time: 0.2870233 Oct 20 14:41:32.335464 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7cbd6040-1d5b-47d2-a7a0-05ea796b72e0 req-8750716e-89fc-4d75-b52b-a1f9d3eaff3e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938972 Oct 20 14:41:32.388500 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Attempting to bind port 113928f5-c90e-4f91-8207-0c0a6f2d414b on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:41:32.390971 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Attempting to bind port 113928f5-c90e-4f91-8207-0c0a6f2d414b by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'}] {{(pid=111617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:41:32.392720 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Attempting to bind port 113928f5-c90e-4f91-8207-0c0a6f2d414b on network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:41:32.403703 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-9d7490e0-c201-4664-9381-deb73995442b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672409 Oct 20 14:41:32.427748 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port fc603914-32ae-4452-8f3a-d9500d71d5e5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=fc603914-32ae-4452-8f3a-d9500d71d5e5,segment=NetworkSegment(1014fa01-08d9-4050-a335-6a1320575b72),segment_id=1014fa01-08d9-4050-a335-6a1320575b72)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:32.444692 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': 'fc603914-32ae-4452-8f3a-d9500d71d5e5', 'network_id': 'd774747b-7777-4bbe-9570-71c987a7b55a', 'port_id': 'fc603914-32ae-4452-8f3a-d9500d71d5e5', 'mac_address': 'fa:16:3e:3a:74:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf67353c-d617-40ac-b644-e007946d5653', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:41:32.477070 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-91401956-828b-4a74-a1b4-4db194f43c0f req-a457757d-3d96-4580-aa61-ec3dbdee74b3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152162 Oct 20 14:41:32.537202 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port fc603914-32ae-4452-8f3a-d9500d71d5e5 is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:32.539223 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:32.548220 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-191053ef-2b91-4364-b155-55de5fb008d4 req-a5f8cf2d-66b5-4f12-8cbb-a69779b82982 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061617 Oct 20 14:41:32.551105 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Port 113928f5-c90e-4f91-8207-0c0a6f2d414b on network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:41:32.554946 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Attempting to bind port 113928f5-c90e-4f91-8207-0c0a6f2d414b on network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:41:32.565881 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc603914-32ae-4452-8f3a-d9500d71d5e5 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:41:32.609591 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port fc603914-32ae-4452-8f3a-d9500d71d5e5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=fc603914-32ae-4452-8f3a-d9500d71d5e5,segment=NetworkSegment(1014fa01-08d9-4050-a335-6a1320575b72),segment_id=1014fa01-08d9-4050-a335-6a1320575b72)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:32.616224 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:32.678909 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=fc603914-32ae-4452-8f3a-d9500d71d5e5,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:32.679401 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bfe2d-780f-4b4b-ba8e-34808ce6bb1c req-b04e2434-4add-4a8f-8211-f0dcade34a13 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:32.681323 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-531bfe2d-780f-4b4b-ba8e-34808ce6bb1c req-b04e2434-4add-4a8f-8211-f0dcade34a13 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 945 time: 0.0848563 Oct 20 14:41:32.683132 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:41:32.683697 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Checking segment: {'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:41:32.684404 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Bound using segment: {'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'} {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:41:32.685100 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Bound port: 113928f5-c90e-4f91-8207-0c0a6f2d414b, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'}}] {{(pid=111617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:41:32.685770 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:32.745132 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:32.867347 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-531bfe2d-780f-4b4b-ba8e-34808ce6bb1c req-9a016304-133c-4d42-886b-e1741fa9680f tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786416 Oct 20 14:41:32.873223 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] For port 113928f5-c90e-4f91-8207-0c0a6f2d414b, host hv-cinder-77923, cleared binding levels {{(pid=111617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:41:32.880379 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] For port 113928f5-c90e-4f91-8207-0c0a6f2d414b, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=113928f5-c90e-4f91-8207-0c0a6f2d414b,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:41:32.883826 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['fc603914-32ae-4452-8f3a-d9500d71d5e5'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:41:32.911929 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c256-ed40-4987-a537-58626676d71c req-c1e833eb-df78-44c6-88fe-5fb279d783a5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:32.917929 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2699c256-ed40-4987-a537-58626676d71c req-c1e833eb-df78-44c6-88fe-5fb279d783a5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 944 time: 0.1403284 Oct 20 14:41:32.933398 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:32.938316 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:32.939171 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for port (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:32.940798 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/113928f5-c90e-4f91-8207-0c0a6f2d414b HTTP/1.1" status: 200 len: 1094 time: 1.8761275 Oct 20 14:41:32.952367 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c72900-27b7-470e-9d95-752506e689ad', 'tag': '113928f5-c90e-4f91-8207-0c0a6f2d414b'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:41:32.955173 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b5a7ad-e4a6-43be-997d-c16fb87dbd10" -d '{"events": [{"name": "network-changed", "server_uuid": "38c72900-27b7-470e-9d95-752506e689ad", "tag": "113928f5-c90e-4f91-8207-0c0a6f2d414b"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:41:33.056017 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2699c256-ed40-4987-a537-58626676d71c req-f60a1053-1d92-4722-80e4-27bf50a5ee9a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345267 Oct 20 14:41:33.079363 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90d9c4-9be5-42a7-a3a1-b6cdf11a0cbf service neutron] Pushing event updated for resources: {'Port': ['ID=113928f5-c90e-4f91-8207-0c0a6f2d414b,revision_number=3']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:33.125241 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ea44e-5f39-4ebb-9c1d-3cfc4a565cb8 req-b66a06c2-7e50-46a2-86b6-3de72c998c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:33.127883 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6f9ea44e-5f39-4ebb-9c1d-3cfc4a565cb8 req-b66a06c2-7e50-46a2-86b6-3de72c998c92 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 1127 time: 0.0624707 Oct 20 14:41:33.266715 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23389a59-5505-4a6d-a2cd-21f5470690de req-eb9cb682-dfbb-4fd2-bc22-bc38170fae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:33.269437 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-eb9cb682-dfbb-4fd2-bc22-bc38170fae10 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a3d7fadfead1456792446f71c465bc0c&device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 1128 time: 0.0936713 Oct 20 14:41:33.370741 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-a37db2e2-0070-4c63-9f7d-0f4222b77434 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=113928f5-c90e-4f91-8207-0c0a6f2d414b HTTP/1.1" status: 200 len: 217 time: 0.0933280 Oct 20 14:41:33.391209 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-66165a9d-9198-43ca-bbb5-804b19ccc9bd req-3960967d-c054-465f-b940-209b05162893 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341806 Oct 20 14:41:33.442920 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23389a59-5505-4a6d-a2cd-21f5470690de req-1c834bf1-6f43-4600-917e-054f47d1dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:33.444970 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-1c834bf1-6f43-4600-917e-054f47d1dc15 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=1a67e092-0844-4291-b844-e931d44b047a HTTP/1.1" status: 200 len: 850 time: 0.0680046 Oct 20 14:41:33.491847 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:33.500215 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc528819-215b-41fa-8893-a6cba6c0f999 x-openstack-request-id: req-cc528819-215b-41fa-8893-a6cba6c0f999 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:41:33.500590 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c72900-27b7-470e-9d95-752506e689ad", "tag": "113928f5-c90e-4f91-8207-0c0a6f2d414b", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:41:33.501019 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc528819-215b-41fa-8893-a6cba6c0f999 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:41:33.501623 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc528819-215b-41fa-8893-a6cba6c0f999'] response: {'name': 'network-changed', 'server_uuid': '38c72900-27b7-470e-9d95-752506e689ad', 'tag': '113928f5-c90e-4f91-8207-0c0a6f2d414b', 'status': 'completed', 'code': 200} Oct 20 14:41:33.519739 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ea44e-5f39-4ebb-9c1d-3cfc4a565cb8 req-1366d852-5d16-4996-b485-939b0705bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:33.521699 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6f9ea44e-5f39-4ebb-9c1d-3cfc4a565cb8 req-1366d852-5d16-4996-b485-939b0705bfad service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 915 time: 0.3881080 Oct 20 14:41:33.655398 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327fbf4-f00e-4156-a559-0cfe1bb8f65e req-ed18fdb3-a742-4eeb-a08c-3d4f502ab0dd tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:33.656993 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1327fbf4-f00e-4156-a559-0cfe1bb8f65e req-ed18fdb3-a742-4eeb-a08c-3d4f502ab0dd tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0618515 Oct 20 14:41:33.724863 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'tag': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:41:33.732104 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a805be-22cd-4510-b392-a29684d8ad1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a24968-9e6f-4fd7-9942-87adf39c1cc0", "tag": "a22f57d8-7ba2-4e40-a3c8-816edda0fade"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:41:33.735079 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce0e2a-ebb6-4368-bbe6-3294c6d61a71 req-9368fa1a-a89f-46d3-99dd-9667e96529ae tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:33.743670 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3bce0e2a-ebb6-4368-bbe6-3294c6d61a71 req-9368fa1a-a89f-46d3-99dd-9667e96529ae tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 943 time: 0.0814235 Oct 20 14:41:33.777156 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1327fbf4-f00e-4156-a559-0cfe1bb8f65e req-69bc8cc4-9f13-460c-8476-9649f631c134 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026814 Oct 20 14:41:33.829649 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3bce0e2a-ebb6-4368-bbe6-3294c6d61a71 req-05617619-6e8e-4a87-8a7e-5baa27348f0b tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850208 Oct 20 14:41:33.861589 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae4424b-2649-4e71-9207-e415e0c49c22 x-openstack-request-id: req-0ae4424b-2649-4e71-9207-e415e0c49c22 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:41:33.861889 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a24968-9e6f-4fd7-9942-87adf39c1cc0", "tag": "a22f57d8-7ba2-4e40-a3c8-816edda0fade", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:41:33.862140 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ae4424b-2649-4e71-9207-e415e0c49c22 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:41:33.862539 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae4424b-2649-4e71-9207-e415e0c49c22'] response: {'name': 'network-changed', 'server_uuid': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'tag': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'status': 'completed', 'code': 200} Oct 20 14:41:34.028763 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696b99b-8556-4f0f-a949-a234fdba9d78 req-608c7335-4143-4023-992f-a1379be2f0b6 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:34.030475 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7696b99b-8556-4f0f-a949-a234fdba9d78 req-608c7335-4143-4023-992f-a1379be2f0b6 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 945 time: 0.0649295 Oct 20 14:41:34.082792 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7696b99b-8556-4f0f-a949-a234fdba9d78 req-aae134a2-3af2-4ffb-90d8-c46e9bfff8f4 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446038 Oct 20 14:41:34.146258 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device fc603914-32ae-4452-8f3a-d9500d71d5e5 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:34.207593 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6f9ea44e-5f39-4ebb-9c1d-3cfc4a565cb8 req-807de9f0-0cd7-42b9-906a-212f0265341a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=516e6fb9-5c7c-44bb-b65b-facb0026c92b HTTP/1.1" status: 200 len: 217 time: 0.0611145 Oct 20 14:41:34.229637 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port fc603914-32ae-4452-8f3a-d9500d71d5e5 completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:41:34.239463 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port fc603914-32ae-4452-8f3a-d9500d71d5e5 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:34.240333 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:34.241114 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port fc603914-32ae-4452-8f3a-d9500d71d5e5 Oct 20 14:41:34.261538 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7be2798d-9f97-41a7-a137-1d0e19f68748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:34.263025 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-7be2798d-9f97-41a7-a137-1d0e19f68748 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1155541 Oct 20 14:41:34.266358 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ea44e-5f39-4ebb-9c1d-3cfc4a565cb8 req-441728e5-4a1d-4d1c-9e8f-3fdb5b7efb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:34.275417 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6f9ea44e-5f39-4ebb-9c1d-3cfc4a565cb8 req-441728e5-4a1d-4d1c-9e8f-3fdb5b7efb79 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56f61a25-fefc-4795-ba33-a4348feea40d HTTP/1.1" status: 200 len: 853 time: 0.0597587 Oct 20 14:41:34.281167 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a805be-22cd-4510-b392-a29684d8ad1e req-2d271de3-9f83-4da4-8b62-54b1a8829a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:34.282637 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-81a805be-22cd-4510-b392-a29684d8ad1e req-2d271de3-9f83-4da4-8b62-54b1a8829a7a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=afd56c15beff4515a44799ee7ec083a3&device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 1127 time: 0.1149988 Oct 20 14:41:34.333407 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port fc603914-32ae-4452-8f3a-d9500d71d5e5 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:34.334153 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:34.338893 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ea44e-5f39-4ebb-9c1d-3cfc4a565cb8 req-c37bc78c-6aeb-4771-a48a-c4c1f856757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:34.339886 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6f9ea44e-5f39-4ebb-9c1d-3cfc4a565cb8 req-c37bc78c-6aeb-4771-a48a-c4c1f856757b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=bc51d155-90b9-48b7-86e9-fc4346955e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529938 Oct 20 14:41:34.381432 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port fc603914-32ae-4452-8f3a-d9500d71d5e5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=fc603914-32ae-4452-8f3a-d9500d71d5e5,segment=NetworkSegment(1014fa01-08d9-4050-a335-6a1320575b72),segment_id=1014fa01-08d9-4050-a335-6a1320575b72)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:34.383440 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64154415-88f0-466b-bef8-1382fdd67d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc603914-32ae-4452-8f3a-d9500d71d5e5'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:41:34.403191 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:34.467235 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0922e-a662-4da4-b859-82bde7475a4b req-9ef3fbb7-74d1-4009-bc43-ed51da7a396a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:34.468757 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-acd0922e-a662-4da4-b859-82bde7475a4b req-9ef3fbb7-74d1-4009-bc43-ed51da7a396a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 944 time: 0.1919527 Oct 20 14:41:34.482039 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:34.549688 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-759a66b3-cdef-4809-888b-bb394a960377 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749536 Oct 20 14:41:34.566711 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=fc603914-32ae-4452-8f3a-d9500d71d5e5,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:34.594563 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a805be-22cd-4510-b392-a29684d8ad1e req-e014ea4d-8397-4d57-ba74-21386f1af1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:34.597318 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-81a805be-22cd-4510-b392-a29684d8ad1e req-e014ea4d-8397-4d57-ba74-21386f1af1cf service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=8527c204-ec5a-42a2-811a-426241f609de HTTP/1.1" status: 200 len: 918 time: 0.3024745 Oct 20 14:41:34.706351 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-81a805be-22cd-4510-b392-a29684d8ad1e req-6b584b0a-f655-47bf-8040-0e6d957283b0 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade HTTP/1.1" status: 200 len: 217 time: 0.0957234 Oct 20 14:41:34.796821 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6a3f30-ec5a-4203-a0b0-41cee8cb25da" -d '{"events": [{"server_uuid": "64154415-88f0-466b-bef8-1382fdd67d44", "name": "network-vif-plugged", "status": "completed", "tag": "fc603914-32ae-4452-8f3a-d9500d71d5e5"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:41:34.864426 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6f9ea44e-5f39-4ebb-9c1d-3cfc4a565cb8 req-e7b0a6b5-c7c6-47f2-85d7-9ba3608fa8bd service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171590 Oct 20 14:41:34.957076 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-acd0922e-a662-4da4-b859-82bde7475a4b req-5ea8c284-c02e-46b3-a642-d1570747bf97 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086201 Oct 20 14:41:34.965271 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:35.026560 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064ff535-11df-44a1-a2ff-b29e621b738c x-openstack-request-id: req-064ff535-11df-44a1-a2ff-b29e621b738c {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:41:35.026932 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64154415-88f0-466b-bef8-1382fdd67d44", "name": "network-vif-plugged", "status": "completed", "tag": "fc603914-32ae-4452-8f3a-d9500d71d5e5", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:41:35.027482 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-064ff535-11df-44a1-a2ff-b29e621b738c {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:41:35.027979 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064ff535-11df-44a1-a2ff-b29e621b738c'] response: {'server_uuid': '64154415-88f0-466b-bef8-1382fdd67d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc603914-32ae-4452-8f3a-d9500d71d5e5', 'code': 200} Oct 20 14:41:35.047442 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a805be-22cd-4510-b392-a29684d8ad1e req-f5695e63-a9d5-4f94-8a34-ab4dae4e3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:35.049499 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-81a805be-22cd-4510-b392-a29684d8ad1e req-f5695e63-a9d5-4f94-8a34-ab4dae4e3e8b service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ca5871aa-7167-4149-b162-6807c8f57b7d HTTP/1.1" status: 200 len: 856 time: 0.3336489 Oct 20 14:41:35.059432 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6f9ea44e-5f39-4ebb-9c1d-3cfc4a565cb8 req-cd21e13a-4d46-4d45-9040-746f6fa35eae service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823997 Oct 20 14:41:35.157973 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-23389a59-5505-4a6d-a2cd-21f5470690de req-74160dac-eff5-4ddf-a6cc-07278c0967bc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750363 Oct 20 14:41:35.187609 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a805be-22cd-4510-b392-a29684d8ad1e req-6ba28919-cb03-43f8-8314-6116273b1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:35.190894 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-81a805be-22cd-4510-b392-a29684d8ad1e req-6ba28919-cb03-43f8-8314-6116273b1466 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=8527c204-ec5a-42a2-811a-426241f609de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1275015 Oct 20 14:41:35.271570 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a84283-b8ff-4fa9-b4d4-9358fe04c879 req-f6c27323-6a2e-4b97-bdc4-bf96b8b8c544 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:35.273132 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-89a84283-b8ff-4fa9-b4d4-9358fe04c879 req-f6c27323-6a2e-4b97-bdc4-bf96b8b8c544 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.1752737 Oct 20 14:41:35.285842 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f488de-c464-4a48-9e63-1def795840d0 req-d505d468-0e34-4f5d-bddb-322defecc919 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:35.287396 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-38f488de-c464-4a48-9e63-1def795840d0 req-d505d468-0e34-4f5d-bddb-322defecc919 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 943 time: 0.0883291 Oct 20 14:41:35.366241 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-89a84283-b8ff-4fa9-b4d4-9358fe04c879 req-cf730c37-b560-4555-a413-57bae12a4bf7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778432 Oct 20 14:41:35.369845 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-38f488de-c464-4a48-9e63-1def795840d0 req-1d26d29f-7c3c-4260-bcce-63c2cab2aaaa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736980 Oct 20 14:41:35.481778 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53707b8-a1d4-449c-8e26-f60a18a933d5 req-ade22981-b43a-4d2f-9a06-98b640bba9db tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:35.483413 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b53707b8-a1d4-449c-8e26-f60a18a933d5 req-ade22981-b43a-4d2f-9a06-98b640bba9db tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 946 time: 0.0521591 Oct 20 14:41:35.536052 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b53707b8-a1d4-449c-8e26-f60a18a933d5 req-80a47ba6-7e69-4fb1-a228-803a2580f15a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458908 Oct 20 14:41:36.024177 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:36.067269 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5a7ad-e4a6-43be-997d-c16fb87dbd10 req-aebd210b-5b2f-478c-b2eb-8fe152e6fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:36.068703 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-45b5a7ad-e4a6-43be-997d-c16fb87dbd10 req-aebd210b-5b2f-478c-b2eb-8fe152e6fefd service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a3d7fadfead1456792446f71c465bc0c&device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 1128 time: 0.0890934 Oct 20 14:41:36.075172 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:36.101186 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3b42d-11ff-4497-98e8-56afcd37b580 req-3955a8d7-3c6a-4be3-99db-939de31a5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:36.102950 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a9e3b42d-11ff-4497-98e8-56afcd37b580 req-3955a8d7-3c6a-4be3-99db-939de31a5377 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 1130 time: 0.1070850 Oct 20 14:41:36.133052 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce558b22-274d-4ac5-9dfa-8e8a559f577f req-da9d080c-681b-4478-94a9-341b31d73853 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:36.136830 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ce558b22-274d-4ac5-9dfa-8e8a559f577f req-da9d080c-681b-4478-94a9-341b31d73853 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 944 time: 0.0833831 Oct 20 14:41:36.138182 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-a9e3b42d-11ff-4497-98e8-56afcd37b580 req-010e79bf-4a2d-4d6c-b86d-337937aca098 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:36.144734 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 516e6fb9-5c7c-44bb-b65b-facb0026c92b details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:41:36.159221 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-81a805be-22cd-4510-b392-a29684d8ad1e req-ec8ad38c-0c6c-48e2-be60-cb91d51ec4ee service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888740 Oct 20 14:41:36.180078 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:36.216428 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ce558b22-274d-4ac5-9dfa-8e8a559f577f req-d4be9312-4c46-48b3-94a6-dfe6d86b7267 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737331 Oct 20 14:41:36.244275 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5a7ad-e4a6-43be-997d-c16fb87dbd10 req-e13645e5-7d72-4775-89f8-eb3e3177601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:36.245877 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-45b5a7ad-e4a6-43be-997d-c16fb87dbd10 req-e13645e5-7d72-4775-89f8-eb3e3177601c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352 HTTP/1.1" status: 200 len: 912 time: 0.1695619 Oct 20 14:41:36.274339 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-a9e3b42d-11ff-4497-98e8-56afcd37b580 req-010e79bf-4a2d-4d6c-b86d-337937aca098 service neutron] Publish callbacks [] for security_group (b6830a31-ecc7-4d2f-a396-de3cd95ec32d), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:36.277875 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:36.279585 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-a9e3b42d-11ff-4497-98e8-56afcd37b580 req-010e79bf-4a2d-4d6c-b86d-337937aca098 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (b6830a31-ecc7-4d2f-a396-de3cd95ec32d), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:36.298849 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 516e6fb9-5c7c-44bb-b65b-facb0026c92b, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=516e6fb9-5c7c-44bb-b65b-facb0026c92b,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:36.308302 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-45b5a7ad-e4a6-43be-997d-c16fb87dbd10 req-d6e368e1-1532-4e44-b0d5-7a4df84aa01f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=113928f5-c90e-4f91-8207-0c0a6f2d414b HTTP/1.1" status: 200 len: 217 time: 0.0537329 Oct 20 14:41:36.311720 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'port_id': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'mac_address': 'fa:16:3e:5b:0f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:41:36.317665 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a9e3b42d-11ff-4497-98e8-56afcd37b580 req-010e79bf-4a2d-4d6c-b86d-337937aca098 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079203 Oct 20 14:41:36.343899 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-81a805be-22cd-4510-b392-a29684d8ad1e req-75167633-f4fd-4c4d-a256-c48fe1570dd9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758482 Oct 20 14:41:36.359415 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e79bf-4a2d-4d6c-b86d-337937aca098 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b6830a31-ecc7-4d2f-a396-de3cd95ec32d,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:36.375567 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 516e6fb9-5c7c-44bb-b65b-facb0026c92b is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:36.376929 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:36.393906 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516e6fb9-5c7c-44bb-b65b-facb0026c92b {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:41:36.398002 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5a7ad-e4a6-43be-997d-c16fb87dbd10 req-be644b3d-878f-46eb-9dfc-f90d62a682de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:36.402588 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-45b5a7ad-e4a6-43be-997d-c16fb87dbd10 req-be644b3d-878f-46eb-9dfc-f90d62a682de service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=1a67e092-0844-4291-b844-e931d44b047a HTTP/1.1" status: 200 len: 850 time: 0.0785210 Oct 20 14:41:36.420511 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 516e6fb9-5c7c-44bb-b65b-facb0026c92b, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=516e6fb9-5c7c-44bb-b65b-facb0026c92b,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:36.425572 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:36.426331 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device a22f57d8-7ba2-4e40-a3c8-816edda0fade details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:41:36.551996 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070aa1b-513f-466b-a874-335cdbb369c5 req-7b8bd6d9-b5f6-412c-b75b-36ae2684f8d4 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:36.553611 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b070aa1b-513f-466b-a874-335cdbb369c5 req-7b8bd6d9-b5f6-412c-b75b-36ae2684f8d4 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0959823 Oct 20 14:41:36.574238 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fdfa1-b9cc-4d25-ae3f-6d2f725faed4 req-7a799098-f109-4736-993f-da0a16e02254 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:36.575715 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-217fdfa1-b9cc-4d25-ae3f-6d2f725faed4 req-7a799098-f109-4736-993f-da0a16e02254 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 944 time: 0.0893085 Oct 20 14:41:36.630130 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5a7ad-e4a6-43be-997d-c16fb87dbd10 req-c0147cfe-0f1b-4b3e-8ce7-3390103d30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:36.631810 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-45b5a7ad-e4a6-43be-997d-c16fb87dbd10 req-c0147cfe-0f1b-4b3e-8ce7-3390103d30cf service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539410 Oct 20 14:41:36.649186 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b070aa1b-513f-466b-a874-335cdbb369c5 req-39244072-80e7-4d51-b4c9-4624115e8ada tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884550 Oct 20 14:41:36.660673 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-217fdfa1-b9cc-4d25-ae3f-6d2f725faed4 req-48322363-ccbe-409f-972b-5251d22a9800 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756984 Oct 20 14:41:36.665511 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=516e6fb9-5c7c-44bb-b65b-facb0026c92b,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:36.727641 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port a22f57d8-7ba2-4e40-a3c8-816edda0fade, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:36.740522 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'port_id': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'mac_address': 'fa:16:3e:20:11:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:41:36.765140 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e37826-7bde-4008-89d7-45cc851836eb req-9fb12f71-31a5-4638-8731-03883b5352be tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:36.765815 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-45b5a7ad-e4a6-43be-997d-c16fb87dbd10 req-b85d075a-f9db-47d2-9374-c6b69bb119d8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261017 Oct 20 14:41:36.766658 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-71e37826-7bde-4008-89d7-45cc851836eb req-9fb12f71-31a5-4638-8731-03883b5352be tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 946 time: 0.0514655 Oct 20 14:41:36.783681 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port a22f57d8-7ba2-4e40-a3c8-816edda0fade is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:36.784069 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:36.797781 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22f57d8-7ba2-4e40-a3c8-816edda0fade {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:41:36.818473 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port a22f57d8-7ba2-4e40-a3c8-816edda0fade, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:36.818658 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-71e37826-7bde-4008-89d7-45cc851836eb req-d994bc35-e190-498d-bcaa-25a7a66f988a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459607 Oct 20 14:41:36.823656 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:36.871642 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=a22f57d8-7ba2-4e40-a3c8-816edda0fade,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:37.354472 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239c82a-6d08-4feb-884b-df16b42f80f0 req-565dbe12-2c07-4fcf-b4fa-2b6319a73563 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:37.355966 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f239c82a-6d08-4feb-884b-df16b42f80f0 req-565dbe12-2c07-4fcf-b4fa-2b6319a73563 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 944 time: 0.0476348 Oct 20 14:41:37.420995 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f239c82a-6d08-4feb-884b-df16b42f80f0 req-dd672225-ebee-4e65-849a-45c545ea6197 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589945 Oct 20 14:41:37.686575 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 32998) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:37.754482 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-45b5a7ad-e4a6-43be-997d-c16fb87dbd10 req-bb0b6a92-f77f-4349-9efb-dbbc1bc72ac4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092844 Oct 20 14:41:37.839313 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:37.858531 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7f64d57d-9dd8-49d4-92a4-b443e46d6f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:37.900240 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeed202-eb49-4f2a-9229-661bcb16af99 req-470a03cd-8bc7-4526-a5c8-5ca7faa14543 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:37.907509 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-caeed202-eb49-4f2a-9229-661bcb16af99 req-470a03cd-8bc7-4526-a5c8-5ca7faa14543 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 944 time: 0.1098523 Oct 20 14:41:37.933410 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334cb64-6324-4eb7-b723-09ca4436e7f0 req-5199f92a-043b-492c-84e8-d2ac52cebea2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:37.934454 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5334cb64-6324-4eb7-b723-09ca4436e7f0 req-5199f92a-043b-492c-84e8-d2ac52cebea2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 944 time: 0.1063576 Oct 20 14:41:37.983599 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:38.030225 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-caeed202-eb49-4f2a-9229-661bcb16af99 req-61ac5428-14b4-4fab-bdf7-9682d5a9dfcb tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192091 Oct 20 14:41:38.068848 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5334cb64-6324-4eb7-b723-09ca4436e7f0 req-66c62df3-8ce2-4e10-a7c7-41686bc5808a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078174 Oct 20 14:41:38.099989 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7f64d57d-9dd8-49d4-92a4-b443e46d6f4d admin admin] Publish callbacks [] for security_group (22dd20ff-f650-43c4-9def-0475f418ccbe), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:38.104161 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7f64d57d-9dd8-49d4-92a4-b443e46d6f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (22dd20ff-f650-43c4-9def-0475f418ccbe), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:38.176368 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64d57d-9dd8-49d4-92a4-b443e46d6f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dd20ff-f650-43c4-9def-0475f418ccbe,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:38.185063 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-7f64d57d-9dd8-49d4-92a4-b443e46d6f4d admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7df8b13bbfee41be9c8b84463bbc084c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4938025 Oct 20 14:41:38.185063 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 33016) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:38.220553 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189dc49-1d0d-430f-a3bf-d29c3f0c837f req-29a9cde2-3c95-45bc-8a0d-c0cddd0e31a9 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:38.222024 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d189dc49-1d0d-430f-a3bf-d29c3f0c837f req-29a9cde2-3c95-45bc-8a0d-c0cddd0e31a9 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 946 time: 0.0966785 Oct 20 14:41:38.277292 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5dce4556-038e-49d7-8409-7c39b8afd006 admin admin] Publish callbacks [] for security_group (22dd20ff-f650-43c4-9def-0475f418ccbe), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:38.308455 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d189dc49-1d0d-430f-a3bf-d29c3f0c837f req-36464ba3-ef04-4ef5-af67-f8779fd086a8 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795355 Oct 20 14:41:38.310345 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5dce4556-038e-49d7-8409-7c39b8afd006 admin admin] Publish callbacks [] for security_group (22dd20ff-f650-43c4-9def-0475f418ccbe), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:38.362014 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5dce4556-038e-49d7-8409-7c39b8afd006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (22dd20ff-f650-43c4-9def-0475f418ccbe), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:38.364973 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5dce4556-038e-49d7-8409-7c39b8afd006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:38.366167 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-5dce4556-038e-49d7-8409-7c39b8afd006 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/22dd20ff-f650-43c4-9def-0475f418ccbe HTTP/1.1" status: 204 len: 168 time: 0.1802030 Oct 20 14:41:38.377877 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce4556-038e-49d7-8409-7c39b8afd006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dd20ff-f650-43c4-9def-0475f418ccbe,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:38.558680 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20292e-41b0-488d-8d19-989653c769a8 req-b4a2d390-0391-4213-8e97-00123f081d8f tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:38.560409 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae20292e-41b0-488d-8d19-989653c769a8 req-b4a2d390-0391-4213-8e97-00123f081d8f tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 944 time: 0.0529716 Oct 20 14:41:38.624531 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae20292e-41b0-488d-8d19-989653c769a8 req-d7bee150-a46f-4829-9fcb-b7c093fbd9c9 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559418 Oct 20 14:41:38.793806 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33040) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:38.904701 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e0cc4516-8211-4c29-825f-2e76ef66dc9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:38.925239 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33044) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:38.932285 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:38.951053 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-5fe89c06-de1d-4a19-af4a-4e04459e8b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.042631 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e0cc4516-8211-4c29-825f-2e76ef66dc9e admin admin] Publish callbacks [] for security_group (40a8d54a-33df-4b9c-9843-f9395dab501f), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.048303 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e0cc4516-8211-4c29-825f-2e76ef66dc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (40a8d54a-33df-4b9c-9843-f9395dab501f), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.099854 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-e0cc4516-8211-4c29-825f-2e76ef66dc9e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7f4f2c29f23846b7804baf6f95892907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047612 Oct 20 14:41:39.102472 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 33052) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:39.104801 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:39.117954 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc4516-8211-4c29-825f-2e76ef66dc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a8d54a-33df-4b9c-9843-f9395dab501f,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:39.122759 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-5fe89c06-de1d-4a19-af4a-4e04459e8b60 admin admin] Publish callbacks [] for security_group (dc727208-4e8a-4a33-813c-2f347f53d318), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.130868 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-5fe89c06-de1d-4a19-af4a-4e04459e8b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (dc727208-4e8a-4a33-813c-2f347f53d318), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.172814 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe89c06-de1d-4a19-af4a-4e04459e8b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc727208-4e8a-4a33-813c-2f347f53d318,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:39.180111 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-5fe89c06-de1d-4a19-af4a-4e04459e8b60 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ef03e0cd57b8443790002e1e5e4e9aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538788 Oct 20 14:41:39.180735 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33054) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:39.223775 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eb038-74fb-4dc7-b76c-bb2a118097a4 req-357ed940-6544-44bb-b37b-b8a9049cf2cb tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:39.225553 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-859eb038-74fb-4dc7-b76c-bb2a118097a4 req-357ed940-6544-44bb-b37b-b8a9049cf2cb tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 944 time: 0.0967207 Oct 20 14:41:39.232642 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0a2f92e7-d2f2-4d5e-a448-ea409bb55cb6 admin admin] Publish callbacks [] for security_group (dc727208-4e8a-4a33-813c-2f347f53d318), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.257413 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0a2f92e7-d2f2-4d5e-a448-ea409bb55cb6 admin admin] Publish callbacks [] for security_group (dc727208-4e8a-4a33-813c-2f347f53d318), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.264484 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfeee3-416a-48c2-b377-ece3ca8f0425 req-d9126911-2a9c-44b8-8fba-32db794dc479 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:39.265925 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0ddfeee3-416a-48c2-b377-ece3ca8f0425 req-d9126911-2a9c-44b8-8fba-32db794dc479 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 944 time: 0.0982292 Oct 20 14:41:39.266519 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-11ac32a8-9670-4335-acb1-db310be9ba72 admin admin] Publish callbacks [] for security_group (40a8d54a-33df-4b9c-9843-f9395dab501f), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.312649 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0a2f92e7-d2f2-4d5e-a448-ea409bb55cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (dc727208-4e8a-4a33-813c-2f347f53d318), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.315720 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:39.315843 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0a2f92e7-d2f2-4d5e-a448-ea409bb55cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.318856 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-0a2f92e7-d2f2-4d5e-a448-ea409bb55cb6 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/dc727208-4e8a-4a33-813c-2f347f53d318 HTTP/1.1" status: 204 len: 168 time: 0.1339822 Oct 20 14:41:39.319099 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-11ac32a8-9670-4335-acb1-db310be9ba72 admin admin] Publish callbacks [] for security_group (40a8d54a-33df-4b9c-9843-f9395dab501f), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.326862 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f92e7-d2f2-4d5e-a448-ea409bb55cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc727208-4e8a-4a33-813c-2f347f53d318,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:39.370848 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-859eb038-74fb-4dc7-b76c-bb2a118097a4 req-97442436-b28d-4dbb-adde-b06a242735c7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326957 Oct 20 14:41:39.412395 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0ddfeee3-416a-48c2-b377-ece3ca8f0425 req-4399b7f0-fd89-470c-8620-370d7a50d8b0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354525 Oct 20 14:41:39.453056 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-11ac32a8-9670-4335-acb1-db310be9ba72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (40a8d54a-33df-4b9c-9843-f9395dab501f), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.455638 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-11ac32a8-9670-4335-acb1-db310be9ba72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.461539 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 113928f5-c90e-4f91-8207-0c0a6f2d414b details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:41:39.470689 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-11ac32a8-9670-4335-acb1-db310be9ba72 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/40a8d54a-33df-4b9c-9843-f9395dab501f HTTP/1.1" status: 204 len: 168 time: 0.3670294 Oct 20 14:41:39.515987 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac32a8-9670-4335-acb1-db310be9ba72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a8d54a-33df-4b9c-9843-f9395dab501f,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:39.538144 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b186ab-bc5d-45e7-9acc-9e09ef6a4678 req-dfabd6af-5b9a-49c7-8116-18f8b2651a6b tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:39.539716 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-17b186ab-bc5d-45e7-9acc-9e09ef6a4678 req-dfabd6af-5b9a-49c7-8116-18f8b2651a6b tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 946 time: 0.0984855 Oct 20 14:41:39.569475 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:39.633862 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-17b186ab-bc5d-45e7-9acc-9e09ef6a4678 req-8ed8b015-6ef1-43fa-afd1-30be78be972d tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769484 Oct 20 14:41:39.648530 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 113928f5-c90e-4f91-8207-0c0a6f2d414b, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=113928f5-c90e-4f91-8207-0c0a6f2d414b,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:39.669640 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '113928f5-c90e-4f91-8207-0c0a6f2d414b', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'port_id': '113928f5-c90e-4f91-8207-0c0a6f2d414b', 'mac_address': 'fa:16:3e:9e:95:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:41:39.719523 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 113928f5-c90e-4f91-8207-0c0a6f2d414b is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:39.719794 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.736272 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113928f5-c90e-4f91-8207-0c0a6f2d414b {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:41:39.750187 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:39.768841 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 113928f5-c90e-4f91-8207-0c0a6f2d414b, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=113928f5-c90e-4f91-8207-0c0a6f2d414b,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:39.774868 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.794612 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33070) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:39.803474 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab4e7d-028a-49f8-a514-3e69c958efe8 req-198966da-a142-4362-a519-c944c0bf4da4 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:39.813643 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6bab4e7d-028a-49f8-a514-3e69c958efe8 req-198966da-a142-4362-a519-c944c0bf4da4 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 944 time: 0.0886040 Oct 20 14:41:39.816848 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ded3f8c1-07d6-4807-b232-30842d092b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.841514 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=113928f5-c90e-4f91-8207-0c0a6f2d414b,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:39.873086 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6bab4e7d-028a-49f8-a514-3e69c958efe8 req-d752f9c1-2b83-4f8a-80fd-c4e125c50847 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581484 Oct 20 14:41:39.911930 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ded3f8c1-07d6-4807-b232-30842d092b13 admin admin] Publish callbacks [] for security_group (711bb786-863b-45a2-8c0b-126664fdccf2), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.916144 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ded3f8c1-07d6-4807-b232-30842d092b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (711bb786-863b-45a2-8c0b-126664fdccf2), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:39.956940 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ded3f8c1-07d6-4807-b232-30842d092b13 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ce1053f1a9e54f6aa9be2a49a1064e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605198 Oct 20 14:41:39.959321 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3f8c1-07d6-4807-b232-30842d092b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711bb786-863b-45a2-8c0b-126664fdccf2,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:39.964559 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 33072) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:40.028690 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f01414f5-69a1-47d8-87d6-4f82f723293e admin admin] Publish callbacks [] for security_group (711bb786-863b-45a2-8c0b-126664fdccf2), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:40.054074 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['113928f5-c90e-4f91-8207-0c0a6f2d414b'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:41:40.058335 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f01414f5-69a1-47d8-87d6-4f82f723293e admin admin] Publish callbacks [] for security_group (711bb786-863b-45a2-8c0b-126664fdccf2), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:40.124751 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f01414f5-69a1-47d8-87d6-4f82f723293e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (711bb786-863b-45a2-8c0b-126664fdccf2), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:40.129120 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f01414f5-69a1-47d8-87d6-4f82f723293e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:40.132617 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33076) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:40.133092 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-f01414f5-69a1-47d8-87d6-4f82f723293e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/711bb786-863b-45a2-8c0b-126664fdccf2 HTTP/1.1" status: 204 len: 168 time: 0.1672328 Oct 20 14:41:40.143506 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01414f5-69a1-47d8-87d6-4f82f723293e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711bb786-863b-45a2-8c0b-126664fdccf2,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:40.158300 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-5535bb23-871e-4d6f-91e4-82de4a7cf1c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:40.175659 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['516e6fb9-5c7c-44bb-b65b-facb0026c92b'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:41:40.199661 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3,neutron:INSERT=20,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:40.250128 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-5535bb23-871e-4d6f-91e4-82de4a7cf1c8 admin admin] Publish callbacks [] for security_group (a8522d8d-a92c-4d4e-8097-241d7bbec6ba), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:40.254508 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-5535bb23-871e-4d6f-91e4-82de4a7cf1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (a8522d8d-a92c-4d4e-8097-241d7bbec6ba), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:40.256903 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['a22f57d8-7ba2-4e40-a3c8-816edda0fade'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:41:40.298270 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-5535bb23-871e-4d6f-91e4-82de4a7cf1c8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a26410607fd949f79355f979e90e1b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644866 Oct 20 14:41:40.299219 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535bb23-871e-4d6f-91e4-82de4a7cf1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8522d8d-a92c-4d4e-8097-241d7bbec6ba,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:40.301840 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 33080) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:40.324278 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:40.370842 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2be50d3d-ae64-4df8-9858-18bb8793c144 admin admin] Publish callbacks [] for security_group (a8522d8d-a92c-4d4e-8097-241d7bbec6ba), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:40.395211 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2be50d3d-ae64-4df8-9858-18bb8793c144 admin admin] Publish callbacks [] for security_group (a8522d8d-a92c-4d4e-8097-241d7bbec6ba), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:40.491444 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2be50d3d-ae64-4df8-9858-18bb8793c144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (a8522d8d-a92c-4d4e-8097-241d7bbec6ba), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:40.497961 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2be50d3d-ae64-4df8-9858-18bb8793c144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:40.503204 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-2be50d3d-ae64-4df8-9858-18bb8793c144 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a8522d8d-a92c-4d4e-8097-241d7bbec6ba HTTP/1.1" status: 204 len: 168 time: 0.1996939 Oct 20 14:41:40.563313 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be50d3d-ae64-4df8-9858-18bb8793c144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8522d8d-a92c-4d4e-8097-241d7bbec6ba,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:40.628658 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62eff1-5f19-4eb0-b562-df1de2edd8f0 req-a515b3fd-f58b-4e5f-92fd-7e87933e280a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:40.630369 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6f62eff1-5f19-4eb0-b562-df1de2edd8f0 req-a515b3fd-f58b-4e5f-92fd-7e87933e280a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 944 time: 0.1258311 Oct 20 14:41:40.675109 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61818d-5128-4feb-9a69-03d47954dfd8 req-557ac239-5114-46bf-896b-8e5fbd2a64a8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:40.676857 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2f61818d-5128-4feb-9a69-03d47954dfd8 req-557ac239-5114-46bf-896b-8e5fbd2a64a8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 944 time: 0.1183455 Oct 20 14:41:40.735566 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6f62eff1-5f19-4eb0-b562-df1de2edd8f0 req-4356a446-efe7-478c-9927-b805b082fbbd tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962558 Oct 20 14:41:40.782576 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2f61818d-5128-4feb-9a69-03d47954dfd8 req-c729309a-2a83-467b-a9b7-3d3769ca308e tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877247 Oct 20 14:41:40.910449 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168531af-08a1-4d65-b52a-5275699d7232 req-d354f5e4-4190-49ba-b03c-ba8d031dfd83 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:40.912169 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-168531af-08a1-4d65-b52a-5275699d7232 req-d354f5e4-4190-49ba-b03c-ba8d031dfd83 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 946 time: 0.0528879 Oct 20 14:41:41.005429 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-168531af-08a1-4d65-b52a-5275699d7232 req-dba8f35f-3233-48bf-a08f-e49d8a637f3a tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860736 Oct 20 14:41:41.014941 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d0c2c-b9ce-4330-a6e4-b1715ed93bef req-30deb8ab-1391-45d2-9e31-3fab9f4e470e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:41.016555 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ab6d0c2c-b9ce-4330-a6e4-b1715ed93bef req-30deb8ab-1391-45d2-9e31-3fab9f4e470e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 945 time: 0.0616465 Oct 20 14:41:41.080814 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ab6d0c2c-b9ce-4330-a6e4-b1715ed93bef req-cde0ee1c-64ed-4a1d-aae6-5d4427796605 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559859 Oct 20 14:41:41.935614 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18df42-3664-4c91-b9ee-ea0b14b8c275 req-cdf89a0a-3fcb-4963-a628-ae7683643f13 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:41.942622 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9b18df42-3664-4c91-b9ee-ea0b14b8c275 req-cdf89a0a-3fcb-4963-a628-ae7683643f13 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 944 time: 0.0999467 Oct 20 14:41:41.968519 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:41.975873 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3a312-05eb-46ef-82e9-a715aeadce53 req-aede6545-a848-4ac2-a7fa-f92e8b980e17 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:41.984726 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-43e3a312-05eb-46ef-82e9-a715aeadce53 req-aede6545-a848-4ac2-a7fa-f92e8b980e17 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 944 time: 0.0920069 Oct 20 14:41:42.014781 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:42.051070 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9b18df42-3664-4c91-b9ee-ea0b14b8c275 req-dc3e430f-0ee2-441c-a57f-e1a07e73ecc4 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076024 Oct 20 14:41:42.113176 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-43e3a312-05eb-46ef-82e9-a715aeadce53 req-b00bb455-7e50-46e2-8e40-650e511cc151 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217549 Oct 20 14:41:42.183805 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e4cd3-ef3e-4bd0-8801-4d9ac8843852 req-3fee3d8c-f8d7-4adc-8246-068fd7ce7384 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:42.186827 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a68e4cd3-ef3e-4bd0-8801-4d9ac8843852 req-3fee3d8c-f8d7-4adc-8246-068fd7ce7384 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 946 time: 0.0584791 Oct 20 14:41:42.284203 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13f687-80db-4e8f-917e-84683dceb4fd req-a046a123-109b-4444-a239-9d4ae66c4867 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:42.286730 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ba13f687-80db-4e8f-917e-84683dceb4fd req-a046a123-109b-4444-a239-9d4ae66c4867 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 945 time: 0.0982301 Oct 20 14:41:42.314302 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a68e4cd3-ef3e-4bd0-8801-4d9ac8843852 req-7f3d32de-0c66-4d3a-8ad7-c1c59cb08994 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149108 Oct 20 14:41:42.385693 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ba13f687-80db-4e8f-917e-84683dceb4fd req-e9ab9842-fbf8-4a0e-a58e-16422ba98649 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883257 Oct 20 14:41:43.254194 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3e4ad-3fb2-4f2d-9a3f-800c7afe1657 req-8379c9f3-13cc-4c1e-821e-76d1f3e390ab tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:43.255673 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ced3e4ad-3fb2-4f2d-9a3f-800c7afe1657 req-8379c9f3-13cc-4c1e-821e-76d1f3e390ab tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 944 time: 0.0759256 Oct 20 14:41:43.277430 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c18e94-8360-43fd-b798-cb3d1f518a37 req-8eac4926-5e7b-4352-9700-496802217cc0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:43.278879 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a3c18e94-8360-43fd-b798-cb3d1f518a37 req-8eac4926-5e7b-4352-9700-496802217cc0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 944 time: 0.0694976 Oct 20 14:41:43.344026 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ced3e4ad-3fb2-4f2d-9a3f-800c7afe1657 req-865dd34f-3140-4d9b-88ef-7afaa24d7ca6 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804510 Oct 20 14:41:43.350903 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a3c18e94-8360-43fd-b798-cb3d1f518a37 req-df9cc458-4399-4e2a-acc9-a4c0e16311e0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650666 Oct 20 14:41:43.496621 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f5907-031e-4935-b46c-6a55d7a3430f req-ef462c72-d5da-48ea-932c-3af0c77c4e44 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:43.498049 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f43f5907-031e-4935-b46c-6a55d7a3430f req-ef462c72-d5da-48ea-932c-3af0c77c4e44 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 945 time: 0.0462642 Oct 20 14:41:43.544098 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f43f5907-031e-4935-b46c-6a55d7a3430f req-be4615f8-124a-406c-855f-651694280fd7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404880 Oct 20 14:41:44.501245 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1306e40-f895-4069-9906-9f01c1eee3fc req-8169d27b-8f01-41ae-9176-29e31298a216 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:44.502715 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a1306e40-f895-4069-9906-9f01c1eee3fc req-8169d27b-8f01-41ae-9176-29e31298a216 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 944 time: 0.0781903 Oct 20 14:41:44.508275 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bdc44-5759-42cb-960e-476dbe666371 req-6a414931-2ce3-4148-8f49-6d2ac7d7428b tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:44.509787 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e29bdc44-5759-42cb-960e-476dbe666371 req-6a414931-2ce3-4148-8f49-6d2ac7d7428b tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 944 time: 0.0838931 Oct 20 14:41:44.581334 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a1306e40-f895-4069-9906-9f01c1eee3fc req-69979e4f-d992-4a5e-a9f4-7a01adee1bbf tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706472 Oct 20 14:41:44.583644 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 113928f5-c90e-4f91-8207-0c0a6f2d414b up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:44.585378 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e29bdc44-5759-42cb-960e-476dbe666371 req-b7b14f2a-db13-427d-81c1-45acbd64a1f3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679920 Oct 20 14:41:44.630342 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port 113928f5-c90e-4f91-8207-0c0a6f2d414b completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:41:44.635907 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 113928f5-c90e-4f91-8207-0c0a6f2d414b triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:44.636222 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:44.636590 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 113928f5-c90e-4f91-8207-0c0a6f2d414b Oct 20 14:41:44.693547 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7d9dc-b182-4226-a158-5f08561da052 req-3a1ac5c1-09da-4d7b-88ca-408ec0017f80 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:44.695422 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-54b7d9dc-b182-4226-a158-5f08561da052 req-3a1ac5c1-09da-4d7b-88ca-408ec0017f80 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 945 time: 0.0480347 Oct 20 14:41:44.715500 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 113928f5-c90e-4f91-8207-0c0a6f2d414b is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:44.715966 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:44.741610 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c72900-27b7-470e-9d95-752506e689ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113928f5-c90e-4f91-8207-0c0a6f2d414b'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:41:44.743907 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4524240-fdc2-4fd7-9acb-87f6bf46cf4a" -d '{"events": [{"server_uuid": "38c72900-27b7-470e-9d95-752506e689ad", "name": "network-vif-plugged", "status": "completed", "tag": "113928f5-c90e-4f91-8207-0c0a6f2d414b"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:41:44.748767 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-54b7d9dc-b182-4226-a158-5f08561da052 req-7adb7bac-225c-4493-af97-097c7b96752f tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467327 Oct 20 14:41:44.759395 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 113928f5-c90e-4f91-8207-0c0a6f2d414b, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=113928f5-c90e-4f91-8207-0c0a6f2d414b,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:44.773248 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:44.773248 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 516e6fb9-5c7c-44bb-b65b-facb0026c92b up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:44.808699 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b658eb7-6526-4551-94d4-d9f62d6825b0 x-openstack-request-id: req-0b658eb7-6526-4551-94d4-d9f62d6825b0 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:41:44.808990 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c72900-27b7-470e-9d95-752506e689ad", "name": "network-vif-plugged", "status": "completed", "tag": "113928f5-c90e-4f91-8207-0c0a6f2d414b", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:41:44.809391 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b658eb7-6526-4551-94d4-d9f62d6825b0 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:41:44.809685 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b658eb7-6526-4551-94d4-d9f62d6825b0'] response: {'server_uuid': '38c72900-27b7-470e-9d95-752506e689ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113928f5-c90e-4f91-8207-0c0a6f2d414b', 'code': 200} Oct 20 14:41:44.813408 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:44.851367 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=113928f5-c90e-4f91-8207-0c0a6f2d414b,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:44.857982 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port 516e6fb9-5c7c-44bb-b65b-facb0026c92b completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:41:44.865066 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 516e6fb9-5c7c-44bb-b65b-facb0026c92b triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:44.865448 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:44.865784 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 516e6fb9-5c7c-44bb-b65b-facb0026c92b Oct 20 14:41:44.943167 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 516e6fb9-5c7c-44bb-b65b-facb0026c92b is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:44.943552 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:44.978029 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 516e6fb9-5c7c-44bb-b65b-facb0026c92b, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=516e6fb9-5c7c-44bb-b65b-facb0026c92b,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:44.982802 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:44.983607 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device a22f57d8-7ba2-4e40-a3c8-816edda0fade up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:41:45.007230 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d8a17-1078-4831-bd9f-2c2481c349c7 req-581c9dcb-f980-4989-b10c-cc486ccdb275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:45.008724 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e30d8a17-1078-4831-bd9f-2c2481c349c7 req-581c9dcb-f980-4989-b10c-cc486ccdb275 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 1130 time: 0.0755544 Oct 20 14:41:45.034033 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:45.061246 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=516e6fb9-5c7c-44bb-b65b-facb0026c92b,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:45.065343 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e30d8a17-1078-4831-bd9f-2c2481c349c7 req-67659442-3879-4b1d-a269-a4ad55432df4 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490139 Oct 20 14:41:45.070954 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port a22f57d8-7ba2-4e40-a3c8-816edda0fade completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:41:45.077521 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port a22f57d8-7ba2-4e40-a3c8-816edda0fade triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:41:45.077934 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:45.078303 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port a22f57d8-7ba2-4e40-a3c8-816edda0fade Oct 20 14:41:45.153803 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port a22f57d8-7ba2-4e40-a3c8-816edda0fade is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:41:45.154208 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:45.189178 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port a22f57d8-7ba2-4e40-a3c8-816edda0fade, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:41:45.193747 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:45.245861 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=a22f57d8-7ba2-4e40-a3c8-816edda0fade,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:45.749570 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f973820-0532-4252-8489-023310d7672d req-1f7ca881-8017-4bae-9b3c-e0cfb1bee799 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:45.751285 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5f973820-0532-4252-8489-023310d7672d req-1f7ca881-8017-4bae-9b3c-e0cfb1bee799 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0838168 Oct 20 14:41:45.765826 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4902209-9710-4f9b-9175-52a51aaf50a7 req-001b5179-01ec-421b-b2ba-beff484cbe4e tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:45.767390 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d4902209-9710-4f9b-9175-52a51aaf50a7 req-001b5179-01ec-421b-b2ba-beff484cbe4e tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 945 time: 0.0715904 Oct 20 14:41:45.827077 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5f973820-0532-4252-8489-023310d7672d req-68a52de5-e9c3-4151-93f6-9d8a7d52c764 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690172 Oct 20 14:41:45.856609 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:45.885766 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d4902209-9710-4f9b-9175-52a51aaf50a7 req-818f9a26-54bd-42c3-9453-990b975e4819 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999663 Oct 20 14:41:45.996966 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708a034-4569-4be7-91d9-34f46152a1f7 req-9a22df35-77c4-4bde-9057-1ec264669f05 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:45.998466 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e708a034-4569-4be7-91d9-34f46152a1f7 req-9a22df35-77c4-4bde-9057-1ec264669f05 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0596380 Oct 20 14:41:46.023878 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:46.065322 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e708a034-4569-4be7-91d9-34f46152a1f7 req-11793f54-f2c2-46ca-bda0-614a6397dad3 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605786 Oct 20 14:41:46.810761 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516e6fb9-5c7c-44bb-b65b-facb0026c92b'}, {'server_uuid': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:41:46.813044 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1608d9b-a1c0-46ee-ae02-0c8518d1e705" -d '{"events": [{"server_uuid": "da8d0a95-894e-4244-9a27-6b86a1b5ca83", "name": "network-vif-plugged", "status": "completed", "tag": "516e6fb9-5c7c-44bb-b65b-facb0026c92b"}, {"server_uuid": "a8a24968-9e6f-4fd7-9942-87adf39c1cc0", "name": "network-vif-plugged", "status": "completed", "tag": "a22f57d8-7ba2-4e40-a3c8-816edda0fade"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:41:46.854316 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 20 Oct 2022 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71f490e-b637-47ae-b446-467957ff7e8e x-openstack-request-id: req-c71f490e-b637-47ae-b446-467957ff7e8e {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:41:46.854609 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8d0a95-894e-4244-9a27-6b86a1b5ca83", "name": "network-vif-plugged", "status": "completed", "tag": "516e6fb9-5c7c-44bb-b65b-facb0026c92b", "code": 200}, {"server_uuid": "a8a24968-9e6f-4fd7-9942-87adf39c1cc0", "name": "network-vif-plugged", "status": "completed", "tag": "a22f57d8-7ba2-4e40-a3c8-816edda0fade", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:41:46.854882 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c71f490e-b637-47ae-b446-467957ff7e8e {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:41:46.855276 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71f490e-b637-47ae-b446-467957ff7e8e'] response: {'server_uuid': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'code': 200} Oct 20 14:41:46.855527 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71f490e-b637-47ae-b446-467957ff7e8e'] response: {'server_uuid': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'code': 200} Oct 20 14:41:46.957953 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e3440-a637-4ac7-967b-85f5de5708d0 req-cbc11b8a-495f-4c21-96eb-e45158ef1143 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:46.959414 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fe2e3440-a637-4ac7-967b-85f5de5708d0 req-cbc11b8a-495f-4c21-96eb-e45158ef1143 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0449970 Oct 20 14:41:47.004861 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fe2e3440-a637-4ac7-967b-85f5de5708d0 req-c5fcbde4-c5d3-471e-9ed2-5ce5d9f5c7d6 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394106 Oct 20 14:41:47.111446 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b210725-9195-41e6-a039-4c920425cb5e req-b54d87bf-fbf6-4f04-854b-5677f15742c9 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:47.112785 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5b210725-9195-41e6-a039-4c920425cb5e req-b54d87bf-fbf6-4f04-854b-5677f15742c9 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 945 time: 0.0483806 Oct 20 14:41:47.159217 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5b210725-9195-41e6-a039-4c920425cb5e req-908d4bd2-dad8-401a-a667-00b8bcafa605 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408103 Oct 20 14:41:47.259028 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107a47-641a-41af-b444-92048e214609 req-40c41135-712f-440e-9ebd-ac636bf65d4a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:47.260547 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-99107a47-641a-41af-b444-92048e214609 req-40c41135-712f-440e-9ebd-ac636bf65d4a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0450945 Oct 20 14:41:47.306530 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-99107a47-641a-41af-b444-92048e214609 req-2f1d872b-74b4-4029-a92a-4a526afbbcf5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404751 Oct 20 14:41:47.514706 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=15 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:47.522820 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=11 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:48.130356 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaeec5-047b-4f57-91cd-4f82f9cfb4b3 req-b5accbe9-b6c0-4986-8add-b4c9f9af5692 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:48.131816 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b6aaeec5-047b-4f57-91cd-4f82f9cfb4b3 req-b5accbe9-b6c0-4986-8add-b4c9f9af5692 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0463526 Oct 20 14:41:48.181033 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b6aaeec5-047b-4f57-91cd-4f82f9cfb4b3 req-e8899fdf-0a90-4de7-ab81-a19d8753f63c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434129 Oct 20 14:41:48.284712 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55152c-28ad-4fe1-9289-920fd0d065b4 req-975d8947-0460-4d0d-b1fb-b1d891f27048 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:48.286182 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7e55152c-28ad-4fe1-9289-920fd0d065b4 req-975d8947-0460-4d0d-b1fb-b1d891f27048 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 945 time: 0.0469022 Oct 20 14:41:48.333775 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7e55152c-28ad-4fe1-9289-920fd0d065b4 req-f2631fb0-de3d-493e-a8d8-8c9e61081c9a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403998 Oct 20 14:41:48.433761 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41135c-87c6-469a-8275-7ab0858fb018 req-6e930df5-6163-4a6d-9525-1c6db79cd7f4 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:48.435198 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0a41135c-87c6-469a-8275-7ab0858fb018 req-6e930df5-6163-4a6d-9525-1c6db79cd7f4 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0466793 Oct 20 14:41:48.490150 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0a41135c-87c6-469a-8275-7ab0858fb018 req-83500931-b5ca-4ac3-b7f9-222e1a07ebc6 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485661 Oct 20 14:41:48.739006 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aebf6-e4ae-4d9f-8bc1-7881fafe8b10 req-887192b5-43b4-4cb8-b31d-f08e710f99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:48.740992 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b96aebf6-e4ae-4d9f-8bc1-7881fafe8b10 req-887192b5-43b4-4cb8-b31d-f08e710f99c0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 1129 time: 0.0747454 Oct 20 14:41:48.752728 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22005537-a9f4-4d95-a7d8-997ce5091fb0 req-e9b951f7-b363-4014-a29d-bda3214cf1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:48.754231 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-22005537-a9f4-4d95-a7d8-997ce5091fb0 req-e9b951f7-b363-4014-a29d-bda3214cf1e4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 1129 time: 0.0555005 Oct 20 14:41:48.820473 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b96aebf6-e4ae-4d9f-8bc1-7881fafe8b10 req-be369186-daf8-4bde-9a0e-f267b79d5ac0 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432320 Oct 20 14:41:49.343180 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f05bf-35d4-4431-9b87-7c0c8630e74e req-05f005dd-85f1-4678-95bc-9063db334e7b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:49.345367 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-823f05bf-35d4-4431-9b87-7c0c8630e74e req-05f005dd-85f1-4678-95bc-9063db334e7b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0754561 Oct 20 14:41:49.402034 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-823f05bf-35d4-4431-9b87-7c0c8630e74e req-ff3044f7-caa0-48f1-918e-ea4e1666eba6 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484073 Oct 20 14:41:49.470510 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b217591-5126-4abf-ac92-4ed1e8b04412 req-361c715c-e955-4fce-a8fb-8f019d9b07ba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:49.472106 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2b217591-5126-4abf-ac92-4ed1e8b04412 req-361c715c-e955-4fce-a8fb-8f019d9b07ba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 945 time: 0.0537105 Oct 20 14:41:49.478603 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-22005537-a9f4-4d95-a7d8-997ce5091fb0 req-9b5a0ca0-7bf8-42a5-8552-2f712dc17ed4 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493963 Oct 20 14:41:49.535191 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2b217591-5126-4abf-ac92-4ed1e8b04412 req-7c3e7a7c-c950-4ef3-b418-a9983f4f76f1 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550086 Oct 20 14:41:49.627697 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e16ad-0e93-41f8-990c-d1e4e6dbcdab req-1d5ff0ae-b937-4aa3-ae5a-208e3b8f8aba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:49.629054 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-832e16ad-0e93-41f8-990c-d1e4e6dbcdab req-1d5ff0ae-b937-4aa3-ae5a-208e3b8f8aba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0503151 Oct 20 14:41:49.686323 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-832e16ad-0e93-41f8-990c-d1e4e6dbcdab req-73d4d515-b1f7-4eb4-a4f8-261d824af4da tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511060 Oct 20 14:41:49.830646 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae6885-7075-4d16-b36b-39d9c4326d58 req-16ec7cea-61e2-4061-814c-862b1223d133 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:49.832403 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4dae6885-7075-4d16-b36b-39d9c4326d58 req-16ec7cea-61e2-4061-814c-862b1223d133 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0610023 Oct 20 14:41:49.844228 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 33378) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:49.848087 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-170bda5c-f999-487a-b717-b9cdcaab6a02 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Request body: {'floatingip': {'port_id': '113928f5-c90e-4f91-8207-0c0a6f2d414b'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:49.927860 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:49.935438 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33382) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:49.935987 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-170bda5c-f999-487a-b717-b9cdcaab6a02 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for floatingip (b091f867-fb8e-45ae-af72-4af8d67df417), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.078920 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.091240 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:50.188745 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Publish callbacks [] for security_group (cda2433f-1ffc-4a21-a240-dbfea299358b), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.193683 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (cda2433f-1ffc-4a21-a240-dbfea299358b), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.238728 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6328839e04cb4b1fae432022e904e98c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010423 Oct 20 14:41:50.241066 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda2433f-1ffc-4a21-a240-dbfea299358b,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:50.243254 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33392) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:50.258451 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.258793 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.259154 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.259492 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.259819 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.260202 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.260693 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.261236 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.261314 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.261610 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.261929 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.262249 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.262559 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.262872 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.263182 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ba1d0-f991-4e63-ab5e-0baac7a6edd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:50.312536 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-66b22007-31b6-47c2-9dfc-bb168560ce44 admin admin] Publish callbacks [] for security_group (cda2433f-1ffc-4a21-a240-dbfea299358b), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.333103 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-66b22007-31b6-47c2-9dfc-bb168560ce44 admin admin] Publish callbacks [] for security_group (cda2433f-1ffc-4a21-a240-dbfea299358b), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.386258 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:50.391012 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-66b22007-31b6-47c2-9dfc-bb168560ce44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (cda2433f-1ffc-4a21-a240-dbfea299358b), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.393710 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-66b22007-31b6-47c2-9dfc-bb168560ce44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.394872 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-66b22007-31b6-47c2-9dfc-bb168560ce44 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/cda2433f-1ffc-4a21-a240-dbfea299358b HTTP/1.1" status: 204 len: 168 time: 0.1506696 Oct 20 14:41:50.409538 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b22007-31b6-47c2-9dfc-bb168560ce44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda2433f-1ffc-4a21-a240-dbfea299358b,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:50.593792 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45460643-bd54-4d77-bde6-45a7e2bb1cca req-6a476f20-fa34-4774-9ad8-5ae63773847b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:50.595307 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-45460643-bd54-4d77-bde6-45a7e2bb1cca req-6a476f20-fa34-4774-9ad8-5ae63773847b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.1008008 Oct 20 14:41:50.686784 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33404) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:50.701036 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-74690ce6-19f2-4ab4-995e-b05d91ff37af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.758766 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:50.770587 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475edc57-8f4c-4368-afdf-f529a7ee7219 req-534ae6e9-cdc1-4c8a-8902-f8794bf0694f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:50.772038 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-475edc57-8f4c-4368-afdf-f529a7ee7219 req-534ae6e9-cdc1-4c8a-8902-f8794bf0694f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 945 time: 0.1481512 Oct 20 14:41:50.793634 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-74690ce6-19f2-4ab4-995e-b05d91ff37af admin admin] Publish callbacks [] for security_group (6ec8f8a8-5a3d-4010-89be-0155f4f44858), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.798269 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-74690ce6-19f2-4ab4-995e-b05d91ff37af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (6ec8f8a8-5a3d-4010-89be-0155f4f44858), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.830305 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.db.resource_extend [None req-170bda5c-f999-487a-b717-b9cdcaab6a02 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 20 14:41:50.838943 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-74690ce6-19f2-4ab4-995e-b05d91ff37af admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b249398b7a04483bb8ce1e5544f3dddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505768 Oct 20 14:41:50.839807 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74690ce6-19f2-4ab4-995e-b05d91ff37af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec8f8a8-5a3d-4010-89be-0155f4f44858,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:50.842831 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33408) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:50.864774 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-45460643-bd54-4d77-bde6-45a7e2bb1cca req-16b6d879-cafb-494f-8f05-e730aa91f3be tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396743 Oct 20 14:41:50.903837 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-809d2044-9046-4dc8-991f-1d6b4091076a admin admin] Publish callbacks [] for security_group (6ec8f8a8-5a3d-4010-89be-0155f4f44858), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.927394 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-809d2044-9046-4dc8-991f-1d6b4091076a admin admin] Publish callbacks [] for security_group (6ec8f8a8-5a3d-4010-89be-0155f4f44858), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.935121 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-170bda5c-f999-487a-b717-b9cdcaab6a02 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.940123 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-475edc57-8f4c-4368-afdf-f529a7ee7219 req-72ca28b3-ed0c-48a0-bb68-432fdf9fc54c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570323 Oct 20 14:41:50.941233 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-170bda5c-f999-487a-b717-b9cdcaab6a02 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (b091f867-fb8e-45ae-af72-4af8d67df417), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.982980 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-809d2044-9046-4dc8-991f-1d6b4091076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (6ec8f8a8-5a3d-4010-89be-0155f4f44858), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.985917 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-809d2044-9046-4dc8-991f-1d6b4091076a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:50.987068 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-809d2044-9046-4dc8-991f-1d6b4091076a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6ec8f8a8-5a3d-4010-89be-0155f4f44858 HTTP/1.1" status: 204 len: 168 time: 0.1431737 Oct 20 14:41:50.995572 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d2044-9046-4dc8-991f-1d6b4091076a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec8f8a8-5a3d-4010-89be-0155f4f44858,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:51.049667 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.l3_db [None req-170bda5c-f999-487a-b717-b9cdcaab6a02 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Floating IP b091f867-fb8e-45ae-af72-4af8d67df417 associated. External IP: 172.27.0.139, port: 113928f5-c90e-4f91-8207-0c0a6f2d414b. Oct 20 14:41:51.232079 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:51.251135 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170bda5c-f999-487a-b717-b9cdcaab6a02 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Router 77f489c9-269b-4f4d-bfe4-358795deb54f has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:41:51.360409 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170bda5c-f999-487a-b717-b9cdcaab6a02 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:41:51.366200 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-170bda5c-f999-487a-b717-b9cdcaab6a02 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:51.375109 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb3951-c683-4e9a-a6ff-265a12563331 None None] Sync routers for ids ['77f489c9-269b-4f4d-bfe4-358795deb54f'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:41:51.389336 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb3951-c683-4e9a-a6ff-265a12563331 None None] Routers {'77f489c9-269b-4f4d-bfe4-358795deb54f'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:51.390077 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-b1cb3951-c683-4e9a-a6ff-265a12563331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:41:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['77f489c9-269b-4f4d-bfe4-358795deb54f'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:51.403579 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-170bda5c-f999-487a-b717-b9cdcaab6a02 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/b091f867-fb8e-45ae-af72-4af8d67df417 HTTP/1.1" status: 200 len: 992 time: 1.5562093 Oct 20 14:41:51.403579 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c72900-27b7-470e-9d95-752506e689ad', 'tag': '113928f5-c90e-4f91-8207-0c0a6f2d414b'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:41:51.405062 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f00b6d1-ae74-45e7-8af3-850080603534" -d '{"events": [{"name": "network-changed", "server_uuid": "38c72900-27b7-470e-9d95-752506e689ad", "tag": "113928f5-c90e-4f91-8207-0c0a6f2d414b"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:41:51.449504 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab982b81-b76b-4baf-9dfc-14579cec70d8 x-openstack-request-id: req-ab982b81-b76b-4baf-9dfc-14579cec70d8 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:41:51.450471 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c72900-27b7-470e-9d95-752506e689ad", "tag": "113928f5-c90e-4f91-8207-0c0a6f2d414b", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:41:51.450662 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab982b81-b76b-4baf-9dfc-14579cec70d8 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:41:51.451115 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab982b81-b76b-4baf-9dfc-14579cec70d8'] response: {'name': 'network-changed', 'server_uuid': '38c72900-27b7-470e-9d95-752506e689ad', 'tag': '113928f5-c90e-4f91-8207-0c0a6f2d414b', 'status': 'completed', 'code': 200} Oct 20 14:41:51.507539 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-918f81c3-441d-4446-9ba4-3777a9af653c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:51.509493 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-b1cb3951-c683-4e9a-a6ff-265a12563331 None None] Set router 77f489c9-269b-4f4d-bfe4-358795deb54f gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:51.847576 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-b1cb3951-c683-4e9a-a6ff-265a12563331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'b091f867-fb8e-45ae-af72-4af8d67df417', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'port_id': '113928f5-c90e-4f91-8207-0c0a6f2d414b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'mac_address': 'fa:16:3e:9e:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c72900-27b7-470e-9d95-752506e689ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:15Z', 'updated_at': '2022-10-20T14:41:50Z', 'revision_number': 1, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:19Z', 'revision_number': 5, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:51.874688 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb3951-c683-4e9a-a6ff-265a12563331 None None] Checking router: 77f489c9-269b-4f4d-bfe4-358795deb54f for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:41:51.883613 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb3951-c683-4e9a-a6ff-265a12563331 None None] Routers {'77f489c9-269b-4f4d-bfe4-358795deb54f'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:51.884247 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-b1cb3951-c683-4e9a-a6ff-265a12563331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:41:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['77f489c9-269b-4f4d-bfe4-358795deb54f'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:51.992491 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-b1cb3951-c683-4e9a-a6ff-265a12563331 None None] Set router 77f489c9-269b-4f4d-bfe4-358795deb54f gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:52.072195 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a640754-7adc-46c2-9ce7-1cadadf031f3 req-6f7ee76b-d416-47a7-8332-9afbfe16d748 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:52.076853 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2a640754-7adc-46c2-9ce7-1cadadf031f3 req-6f7ee76b-d416-47a7-8332-9afbfe16d748 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0893950 Oct 20 14:41:52.100505 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:41:52.157173 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d8627-6a86-4584-940f-de95b62454f4 req-a51f7f79-212b-4c71-b930-309732c5a75f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:52.158763 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-db5d8627-6a86-4584-940f-de95b62454f4 req-a51f7f79-212b-4c71-b930-309732c5a75f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 945 time: 0.0798972 Oct 20 14:41:52.187285 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2a640754-7adc-46c2-9ce7-1cadadf031f3 req-8a4c8fb8-c0c0-4245-bf33-eb9094b161db tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065447 Oct 20 14:41:52.206049 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:52.237947 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-b1cb3951-c683-4e9a-a6ff-265a12563331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'b091f867-fb8e-45ae-af72-4af8d67df417', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'port_id': '113928f5-c90e-4f91-8207-0c0a6f2d414b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'mac_address': 'fa:16:3e:9e:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c72900-27b7-470e-9d95-752506e689ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:15Z', 'updated_at': '2022-10-20T14:41:50Z', 'revision_number': 1, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:19Z', 'revision_number': 5, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:52.243582 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-db5d8627-6a86-4584-940f-de95b62454f4 req-3b399685-b19b-490c-9797-0e0e6754eac8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758476 Oct 20 14:41:52.282823 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb3951-c683-4e9a-a6ff-265a12563331 None None] The sync data for ids ['77f489c9-269b-4f4d-bfe4-358795deb54f'] in dv-cinder-779233-7-iscsi is: [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'b091f867-fb8e-45ae-af72-4af8d67df417', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'port_id': '113928f5-c90e-4f91-8207-0c0a6f2d414b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'mac_address': 'fa:16:3e:9e:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c72900-27b7-470e-9d95-752506e689ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:15Z', 'updated_at': '2022-10-20T14:41:50Z', 'revision_number': 1, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:19Z', 'revision_number': 5, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:41:52.972309 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737f5f6-664c-4463-8e08-e100018343bb None None] New status for floating IP b091f867-fb8e-45ae-af72-4af8d67df417: ACTIVE {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:41:53.333440 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8526464-1762-4196-b180-706bf709930e req-6bd433db-b134-400f-b2eb-554301c3fe12 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:53.334934 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a8526464-1762-4196-b180-706bf709930e req-6bd433db-b134-400f-b2eb-554301c3fe12 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0608592 Oct 20 14:41:53.408411 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de32c7c-6d65-4ace-8005-908711219ede req-13111398-9ad5-49f3-b5c3-dab79e07ab3b tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:53.409991 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9de32c7c-6d65-4ace-8005-908711219ede req-13111398-9ad5-49f3-b5c3-dab79e07ab3b tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 945 time: 0.0741985 Oct 20 14:41:53.478462 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a8526464-1762-4196-b180-706bf709930e req-87ac5301-6d77-41dd-aa51-afe430eadaa3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264529 Oct 20 14:41:53.493412 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00b6d1-ae74-45e7-8af3-850080603534 req-9cd1222d-9f8f-4b49-8d46-202d086e561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:53.495298 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2f00b6d1-ae74-45e7-8af3-850080603534 req-9cd1222d-9f8f-4b49-8d46-202d086e561a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a3d7fadfead1456792446f71c465bc0c&device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 1130 time: 0.0539329 Oct 20 14:41:53.515681 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9de32c7c-6d65-4ace-8005-908711219ede req-a23e3e22-d695-4d72-aab4-91f870da37c7 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937674 Oct 20 14:41:53.636211 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3206-5863-4e9d-bb27-6e920cd3391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:54.229278 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00b6d1-ae74-45e7-8af3-850080603534 req-803d120a-13cf-46c9-ad99-65f4ba076bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:54.231418 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2f00b6d1-ae74-45e7-8af3-850080603534 req-803d120a-13cf-46c9-ad99-65f4ba076bec service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352 HTTP/1.1" status: 200 len: 912 time: 0.1215153 Oct 20 14:41:54.675795 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1333d-e2a6-4cde-bd54-9e724fda49ce req-cf77dccf-156f-427e-ab8b-493034eea0e4 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:54.677305 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c9a1333d-e2a6-4cde-bd54-9e724fda49ce req-cf77dccf-156f-427e-ab8b-493034eea0e4 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0892823 Oct 20 14:41:54.689150 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11e559-6fdb-406e-a079-bb3c8027c2e1 req-40f42c1f-3fbd-45ff-9381-bdf0469d3a08 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:54.690774 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8c11e559-6fdb-406e-a079-bb3c8027c2e1 req-40f42c1f-3fbd-45ff-9381-bdf0469d3a08 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 945 time: 0.0653620 Oct 20 14:41:54.807532 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c9a1333d-e2a6-4cde-bd54-9e724fda49ce req-dc025f42-6c85-40f4-977b-a21e264e5ab7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154275 Oct 20 14:41:54.810810 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8c11e559-6fdb-406e-a079-bb3c8027c2e1 req-647edef8-7369-4c7c-9165-888ab2192a73 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117585 Oct 20 14:41:54.824555 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:54.902156 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2f00b6d1-ae74-45e7-8af3-850080603534 req-c6d26e0e-6ba4-4a78-86e8-20952452a8ef service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=113928f5-c90e-4f91-8207-0c0a6f2d414b HTTP/1.1" status: 200 len: 1002 time: 0.1465273 Oct 20 14:41:54.975571 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00b6d1-ae74-45e7-8af3-850080603534 req-8aea85b9-9b20-4972-81fd-f98cae0e4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:54.977112 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2f00b6d1-ae74-45e7-8af3-850080603534 req-8aea85b9-9b20-4972-81fd-f98cae0e4687 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=1a67e092-0844-4291-b844-e931d44b047a HTTP/1.1" status: 200 len: 850 time: 0.0604990 Oct 20 14:41:54.988965 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:55.037942 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00b6d1-ae74-45e7-8af3-850080603534 req-8b237e21-f299-4e3e-87ad-010168cad650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:55.040256 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2f00b6d1-ae74-45e7-8af3-850080603534 req-8b237e21-f299-4e3e-87ad-010168cad650 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543792 Oct 20 14:41:55.040850 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33544) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:55.195253 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2f00b6d1-ae74-45e7-8af3-850080603534 req-167885fd-7720-45e5-b3a6-a36cbad65455 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454854 Oct 20 14:41:55.264788 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6160660e-c0f0-4840-8985-3403260cc68e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:55.308798 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476905-c600-4144-bd6c-5fffef2676d1 req-2cfa918a-c787-4dc1-9af3-f6f09e515785 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:55.310325 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-13476905-c600-4144-bd6c-5fffef2676d1 req-2cfa918a-c787-4dc1-9af3-f6f09e515785 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.3800130 Oct 20 14:41:55.319865 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99302fb-3bc1-439c-90d3-92e572598967 req-ca78658b-5f8d-4624-b17d-f46b607244fe tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:55.321455 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e99302fb-3bc1-439c-90d3-92e572598967 req-ca78658b-5f8d-4624-b17d-f46b607244fe tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 945 time: 0.3368194 Oct 20 14:41:55.321923 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 33552) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:55.326922 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-bd8148a4-8baf-40b5-9216-d3a75424bb5b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Request body: {'floatingip': {'port_id': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:55.340503 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33554) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:55.345329 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-e7b9362a-e889-4cba-9c39-1e68d718d2bc tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'floatingip': {'port_id': '516e6fb9-5c7c-44bb-b65b-facb0026c92b'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:55.366179 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-bd8148a4-8baf-40b5-9216-d3a75424bb5b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for floatingip (6772d817-3253-4815-a74f-92f7309b497b), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:55.409171 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2f00b6d1-ae74-45e7-8af3-850080603534 req-917c7abb-b63c-4869-83af-73b3e579bd4f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072182 Oct 20 14:41:55.429244 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e7b9362a-e889-4cba-9c39-1e68d718d2bc tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (dc44194c-698c-4717-a077-dbeebf484ef8), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:55.724550 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:55.769025 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:55.778956 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6160660e-c0f0-4840-8985-3403260cc68e admin admin] Publish callbacks [] for security_group (f3198f61-00c9-46d3-908f-5b86290923f2), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:55.788568 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6160660e-c0f0-4840-8985-3403260cc68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (f3198f61-00c9-46d3-908f-5b86290923f2), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:55.884627 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-6160660e-c0f0-4840-8985-3403260cc68e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=5f2d05ef79b74db9b589af9ca0a63f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8402104 Oct 20 14:41:55.885262 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33566) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:55.897338 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160660e-c0f0-4840-8985-3403260cc68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3198f61-00c9-46d3-908f-5b86290923f2,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:55.917920 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-bd8148a4-8baf-40b5-9216-d3a75424bb5b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:55.923804 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-bd8148a4-8baf-40b5-9216-d3a75424bb5b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (6772d817-3253-4815-a74f-92f7309b497b), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:56.030800 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.l3_db [None req-bd8148a4-8baf-40b5-9216-d3a75424bb5b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Floating IP 6772d817-3253-4815-a74f-92f7309b497b associated. External IP: 172.27.0.100, port: a22f57d8-7ba2-4e40-a3c8-816edda0fade. Oct 20 14:41:56.035704 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0f83a94e-aaf9-4ec9-8731-566b1330339d admin admin] Publish callbacks [] for security_group (f3198f61-00c9-46d3-908f-5b86290923f2), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:56.071225 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:56.131127 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0f83a94e-aaf9-4ec9-8731-566b1330339d admin admin] Publish callbacks [] for security_group (f3198f61-00c9-46d3-908f-5b86290923f2), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:56.144014 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:56.241874 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8148a4-8baf-40b5-9216-d3a75424bb5b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Router c4596323-0dc4-49b5-b6c3-381f272b5c61 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:41:56.308130 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:56.343273 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0f83a94e-aaf9-4ec9-8731-566b1330339d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (f3198f61-00c9-46d3-908f-5b86290923f2), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:56.350016 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0f83a94e-aaf9-4ec9-8731-566b1330339d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:56.355984 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-0f83a94e-aaf9-4ec9-8731-566b1330339d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f3198f61-00c9-46d3-908f-5b86290923f2 HTTP/1.1" status: 204 len: 168 time: 0.4697251 Oct 20 14:41:56.375615 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8148a4-8baf-40b5-9216-d3a75424bb5b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:41:56.381883 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-bd8148a4-8baf-40b5-9216-d3a75424bb5b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:56.384713 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83a94e-aaf9-4ec9-8731-566b1330339d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3198f61-00c9-46d3-908f-5b86290923f2,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:56.393204 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c207f81-cb4a-4585-80ef-435674186bb1 None None] Sync routers for ids ['c4596323-0dc4-49b5-b6c3-381f272b5c61'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:41:56.418236 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-bd8148a4-8baf-40b5-9216-d3a75424bb5b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/6772d817-3253-4815-a74f-92f7309b497b HTTP/1.1" status: 200 len: 991 time: 1.0923998 Oct 20 14:41:56.418236 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'tag': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:41:56.418709 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62f6fb7-4243-467b-bab5-e27aa623d248" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a24968-9e6f-4fd7-9942-87adf39c1cc0", "tag": "a22f57d8-7ba2-4e40-a3c8-816edda0fade"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:41:56.425849 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c207f81-cb4a-4585-80ef-435674186bb1 None None] Routers {'c4596323-0dc4-49b5-b6c3-381f272b5c61'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:56.429683 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-4c207f81-cb4a-4585-80ef-435674186bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:41:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['c4596323-0dc4-49b5-b6c3-381f272b5c61'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:56.459062 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:56.469301 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d487e6-e211-4932-a8c2-b966bcf1a116 x-openstack-request-id: req-76d487e6-e211-4932-a8c2-b966bcf1a116 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:41:56.469616 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a24968-9e6f-4fd7-9942-87adf39c1cc0", "tag": "a22f57d8-7ba2-4e40-a3c8-816edda0fade", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:41:56.469874 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76d487e6-e211-4932-a8c2-b966bcf1a116 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:41:56.470276 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d487e6-e211-4932-a8c2-b966bcf1a116'] response: {'name': 'network-changed', 'server_uuid': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'tag': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'status': 'completed', 'code': 200} Oct 20 14:41:56.477302 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e7b9362a-e889-4cba-9c39-1e68d718d2bc tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:56.480311 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:56.483331 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e7b9362a-e889-4cba-9c39-1e68d718d2bc tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (dc44194c-698c-4717-a077-dbeebf484ef8), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:56.556913 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-4c207f81-cb4a-4585-80ef-435674186bb1 None None] Set router c4596323-0dc4-49b5-b6c3-381f272b5c61 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:56.592985 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.l3_db [None req-e7b9362a-e889-4cba-9c39-1e68d718d2bc tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Floating IP dc44194c-698c-4717-a077-dbeebf484ef8 associated. External IP: 172.27.0.161, port: 516e6fb9-5c7c-44bb-b65b-facb0026c92b. Oct 20 14:41:56.708216 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 33582) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:56.725576 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:56.774020 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:56.784316 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-4c207f81-cb4a-4585-80ef-435674186bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '6772d817-3253-4815-a74f-92f7309b497b', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'port_id': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'mac_address': 'fa:16:3e:20:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:11Z', 'updated_at': '2022-10-20T14:41:55Z', 'revision_number': 1, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:17Z', 'revision_number': 5, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:56.803928 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b9362a-e889-4cba-9c39-1e68d718d2bc tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Router f7e24323-3547-4288-9584-c3c76ffa6689 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:41:56.815142 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c207f81-cb4a-4585-80ef-435674186bb1 None None] Checking router: c4596323-0dc4-49b5-b6c3-381f272b5c61 for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:41:56.818389 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Publish callbacks [] for security_group (03ee845c-95c4-4b9a-9c95-cf108912feb6), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:56.822965 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (03ee845c-95c4-4b9a-9c95-cf108912feb6), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:56.826070 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c207f81-cb4a-4585-80ef-435674186bb1 None None] Routers {'c4596323-0dc4-49b5-b6c3-381f272b5c61'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:56.826675 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-4c207f81-cb4a-4585-80ef-435674186bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:41:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['c4596323-0dc4-49b5-b6c3-381f272b5c61'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:56.855851 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33584) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:56.856063 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=75081191b01b4456bdab2e43ff64f547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466327 Oct 20 14:41:56.878673 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ee845c-95c4-4b9a-9c95-cf108912feb6,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:56.882570 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:56.886534 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.887275 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.887275 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.887561 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.887849 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.888171 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.889622 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.889622 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.889622 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.889622 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.889927 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.890111 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.890467 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.890788 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.891101 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c48cb-7b93-4bd4-b450-e963e76c22d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:41:56.929148 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-4c207f81-cb4a-4585-80ef-435674186bb1 None None] Set router c4596323-0dc4-49b5-b6c3-381f272b5c61 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:56.955015 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b9362a-e889-4cba-9c39-1e68d718d2bc tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:41:56.960488 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e7b9362a-e889-4cba-9c39-1e68d718d2bc tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:56.965430 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64abd90c-f777-443c-b8f7-bee0226c7bc4 None None] Sync routers for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:41:56.975582 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64abd90c-f777-443c-b8f7-bee0226c7bc4 None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:56.976518 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-64abd90c-f777-443c-b8f7-bee0226c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:41:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:56.981203 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-46fa0f42-ee7d-487a-91b5-1b13b95b2524 admin admin] Publish callbacks [] for security_group (03ee845c-95c4-4b9a-9c95-cf108912feb6), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:57.009465 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-e7b9362a-e889-4cba-9c39-1e68d718d2bc tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/dc44194c-698c-4717-a077-dbeebf484ef8 HTTP/1.1" status: 200 len: 991 time: 1.6675298 Oct 20 14:41:57.011556 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-46fa0f42-ee7d-487a-91b5-1b13b95b2524 admin admin] Publish callbacks [] for security_group (03ee845c-95c4-4b9a-9c95-cf108912feb6), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:57.013606 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'tag': '516e6fb9-5c7c-44bb-b65b-facb0026c92b'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:41:57.015847 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53f0a4c-4f98-4630-85f5-01d89ef1fdac" -d '{"events": [{"name": "network-changed", "server_uuid": "da8d0a95-894e-4244-9a27-6b86a1b5ca83", "tag": "516e6fb9-5c7c-44bb-b65b-facb0026c92b"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:41:57.076004 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43327e06-68eb-480f-97b8-647c31b47391 x-openstack-request-id: req-43327e06-68eb-480f-97b8-647c31b47391 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:41:57.077733 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8d0a95-894e-4244-9a27-6b86a1b5ca83", "tag": "516e6fb9-5c7c-44bb-b65b-facb0026c92b", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:41:57.078182 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43327e06-68eb-480f-97b8-647c31b47391 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:41:57.078741 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43327e06-68eb-480f-97b8-647c31b47391'] response: {'name': 'network-changed', 'server_uuid': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'tag': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'status': 'completed', 'code': 200} Oct 20 14:41:57.080102 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-46fa0f42-ee7d-487a-91b5-1b13b95b2524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (03ee845c-95c4-4b9a-9c95-cf108912feb6), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:57.082858 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-46fa0f42-ee7d-487a-91b5-1b13b95b2524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:57.084149 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-46fa0f42-ee7d-487a-91b5-1b13b95b2524 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/03ee845c-95c4-4b9a-9c95-cf108912feb6 HTTP/1.1" status: 204 len: 168 time: 0.2272778 Oct 20 14:41:57.105538 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-64abd90c-f777-443c-b8f7-bee0226c7bc4 None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:57.108249 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa0f42-ee7d-487a-91b5-1b13b95b2524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ee845c-95c4-4b9a-9c95-cf108912feb6,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:57.150380 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:57.207609 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-4c207f81-cb4a-4585-80ef-435674186bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '6772d817-3253-4815-a74f-92f7309b497b', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'port_id': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'mac_address': 'fa:16:3e:20:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:11Z', 'updated_at': '2022-10-20T14:41:55Z', 'revision_number': 1, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:17Z', 'revision_number': 5, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:57.244282 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c207f81-cb4a-4585-80ef-435674186bb1 None None] The sync data for ids ['c4596323-0dc4-49b5-b6c3-381f272b5c61'] in dv-cinder-779233-7-iscsi is: [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '6772d817-3253-4815-a74f-92f7309b497b', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'port_id': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'mac_address': 'fa:16:3e:20:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:11Z', 'updated_at': '2022-10-20T14:41:55Z', 'revision_number': 1, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:17Z', 'revision_number': 5, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:41:57.499637 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da58e38e-d2b5-4785-b20b-a7ab71167ff9 None None] New status for floating IP 6772d817-3253-4815-a74f-92f7309b497b: ACTIVE {{(pid=111619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:41:57.583541 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-64abd90c-f777-443c-b8f7-bee0226c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'dc44194c-698c-4717-a077-dbeebf484ef8', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:5b:0f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:10Z', 'updated_at': '2022-10-20T14:41:56Z', 'revision_number': 1, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:57.615941 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64abd90c-f777-443c-b8f7-bee0226c7bc4 None None] Checking router: f7e24323-3547-4288-9584-c3c76ffa6689 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:41:57.625651 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64abd90c-f777-443c-b8f7-bee0226c7bc4 None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:41:57.626540 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-64abd90c-f777-443c-b8f7-bee0226c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:41:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:57.679824 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:57.746282 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-64abd90c-f777-443c-b8f7-bee0226c7bc4 None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:41:57.905335 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33618) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:57.971904 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-64abd90c-f777-443c-b8f7-bee0226c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'dc44194c-698c-4717-a077-dbeebf484ef8', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:5b:0f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:10Z', 'updated_at': '2022-10-20T14:41:56Z', 'revision_number': 1, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:41:58.000740 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64abd90c-f777-443c-b8f7-bee0226c7bc4 None None] The sync data for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi is: [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'dc44194c-698c-4717-a077-dbeebf484ef8', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:5b:0f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:10Z', 'updated_at': '2022-10-20T14:41:56Z', 'revision_number': 1, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:41:58.002676 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1061824100-network', 'tenant_id': '8db062fc1ab147a5a513f6f8d776be21'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:58.024822 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] Made reservation on behalf of 8db062fc1ab147a5a513f6f8d776be21 for: {'network': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:41:58.028763 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:58.040092 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:58.082239 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:58.128642 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] Publish callbacks [] for security_group (359c40db-983f-4ac7-bfa4-d50389358358), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:58.132587 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (359c40db-983f-4ac7-bfa4-d50389358358), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:58.177596 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=111616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:41:58.192092 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359c40db-983f-4ac7-bfa4-d50389358358,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:58.198660 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (a1efdfc8-ce96-40de-9e8c-9c971392925e), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:58.199044 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.segments_db [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] Added segment a1efdfc8-ce96-40de-9e8c-9c971392925e of type vlan for network 82ec6569-ab75-46a5-801b-869a1689b172 Oct 20 14:41:58.214653 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f4184a-6c24-46be-8149-a2bd748525b6 None None] New status for floating IP dc44194c-698c-4717-a077-dbeebf484ef8: ACTIVE {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:41:58.484899 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f0a4c-4f98-4630-85f5-01d89ef1fdac req-0c91c131-ad9a-4def-b153-53db55be1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:58.486684 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d53f0a4c-4f98-4630-85f5-01d89ef1fdac req-0c91c131-ad9a-4def-b153-53db55be1bfb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 1129 time: 0.2857873 Oct 20 14:41:58.492582 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f6fb7-4243-467b-bab5-e27aa623d248 req-b4076808-d786-4d59-a52c-b2abf828a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:58.493949 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e62f6fb7-4243-467b-bab5-e27aa623d248 req-b4076808-d786-4d59-a52c-b2abf828a8f3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=afd56c15beff4515a44799ee7ec083a3&device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 1129 time: 0.2919104 Oct 20 14:41:58.497409 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (82ec6569-ab75-46a5-801b-869a1689b172), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:58.523043 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (82ec6569-ab75-46a5-801b-869a1689b172), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:58.524151 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:58.524736 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:58.584935 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6784742 Oct 20 14:41:58.587897 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 33632) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:58.590810 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed61c96-9062-4b0b-83de-6940a4acd3ac admin admin] Pushing event updated for resources: {'Network': ['ID=82ec6569-ab75-46a5-801b-869a1689b172,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:58.593006 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-4ebc1fb3-ea34-417f-84ed-67ae9f70de2c admin admin] Request body: {'subnet': {'network_id': '82ec6569-ab75-46a5-801b-869a1689b172', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1061824100-subnet', 'tenant_id': '8db062fc1ab147a5a513f6f8d776be21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:58.601809 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network 82ec6569-ab75-46a5-801b-869a1689b172 details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:41:58.625381 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebc1fb3-ea34-417f-84ed-67ae9f70de2c admin admin] Made reservation on behalf of 8db062fc1ab147a5a513f6f8d776be21 for: {'subnet': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:41:58.627966 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4ebc1fb3-ea34-417f-84ed-67ae9f70de2c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:58.710470 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:58.821004 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4ebc1fb3-ea34-417f-84ed-67ae9f70de2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (564ab718-2b1b-483d-926b-6a807ad1d11b), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:58.857300 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:58.858482 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f0a4c-4f98-4630-85f5-01d89ef1fdac req-a44b5de4-faa6-4e75-b5ab-9d2171e6649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:58.860433 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d53f0a4c-4f98-4630-85f5-01d89ef1fdac req-a44b5de4-faa6-4e75-b5ab-9d2171e6649d service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 915 time: 0.1738968 Oct 20 14:41:58.863131 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f6fb7-4243-467b-bab5-e27aa623d248 req-ad780cc8-52a3-4dd2-bd33-704ee2422a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:58.864492 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e62f6fb7-4243-467b-bab5-e27aa623d248 req-ad780cc8-52a3-4dd2-bd33-704ee2422a84 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=8527c204-ec5a-42a2-811a-426241f609de HTTP/1.1" status: 200 len: 918 time: 0.1706884 Oct 20 14:41:58.875840 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc1fb3-ea34-417f-84ed-67ae9f70de2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=564ab718-2b1b-483d-926b-6a807ad1d11b,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:58.900688 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc1fb3-ea34-417f-84ed-67ae9f70de2c admin admin] Checking segment: {'id': 'a1efdfc8-ce96-40de-9e8c-9c971392925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '82ec6569-ab75-46a5-801b-869a1689b172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:41:58.901841 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebc1fb3-ea34-417f-84ed-67ae9f70de2c admin admin] Network hostable DHCP agents. Network: 82ec6569-ab75-46a5-801b-869a1689b172, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:41:58.924832 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebc1fb3-ea34-417f-84ed-67ae9f70de2c admin admin] Network 82ec6569-ab75-46a5-801b-869a1689b172 is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:41:58.938817 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-4ebc1fb3-ea34-417f-84ed-67ae9f70de2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, 82ec6569-ab75-46a5-801b-869a1689b172) {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:41:58.943662 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebc1fb3-ea34-417f-84ed-67ae9f70de2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:58.944576 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4ebc1fb3-ea34-417f-84ed-67ae9f70de2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:58.953296 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3083ad-031c-45ef-bacb-7b4e86596c96 None None] Network 82ec6569-ab75-46a5-801b-869a1689b172 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:41:58.975520 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-4ebc1fb3-ea34-417f-84ed-67ae9f70de2c admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3781755 Oct 20 14:41:58.975703 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:59.000424 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d53f0a4c-4f98-4630-85f5-01d89ef1fdac req-7d882fde-1b69-4f67-986c-393f580d4b96 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=516e6fb9-5c7c-44bb-b65b-facb0026c92b HTTP/1.1" status: 200 len: 1001 time: 0.1130881 Oct 20 14:41:59.002076 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e62f6fb7-4243-467b-bab5-e27aa623d248 req-54eb45a2-3cc2-472f-bb2c-6e8fef07b33f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade HTTP/1.1" status: 200 len: 1001 time: 0.1073322 Oct 20 14:41:59.098909 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b193d602-41d3-4df8-9f01-9c63278fa4c8 None None] Network 82ec6569-ab75-46a5-801b-869a1689b172 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:41:59.121515 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f0a4c-4f98-4630-85f5-01d89ef1fdac req-03fd29fd-c9a7-46ba-9669-0ebd2c4ae4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:59.122963 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d53f0a4c-4f98-4630-85f5-01d89ef1fdac req-03fd29fd-c9a7-46ba-9669-0ebd2c4ae4b9 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56f61a25-fefc-4795-ba33-a4348feea40d HTTP/1.1" status: 200 len: 853 time: 0.0906270 Oct 20 14:41:59.124461 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f6fb7-4243-467b-bab5-e27aa623d248 req-c4e7baa5-d79d-433e-9f3e-bcea704ca08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:59.125568 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e62f6fb7-4243-467b-bab5-e27aa623d248 req-c4e7baa5-d79d-433e-9f3e-bcea704ca08e service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ca5871aa-7167-4149-b162-6807c8f57b7d HTTP/1.1" status: 200 len: 856 time: 0.1037230 Oct 20 14:41:59.450751 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f6fb7-4243-467b-bab5-e27aa623d248 req-96d77c96-0d8a-4591-9e53-e22f8d0d7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:59.452550 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e62f6fb7-4243-467b-bab5-e27aa623d248 req-96d77c96-0d8a-4591-9e53-e22f8d0d7ab5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=8527c204-ec5a-42a2-811a-426241f609de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068482 Oct 20 14:41:59.453908 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f0a4c-4f98-4630-85f5-01d89ef1fdac req-8bdd11e0-30c1-4c7b-8606-0e2f0ac3b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:59.457185 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d53f0a4c-4f98-4630-85f5-01d89ef1fdac req-8bdd11e0-30c1-4c7b-8606-0e2f0ac3b988 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=bc51d155-90b9-48b7-86e9-fc4346955e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1126614 Oct 20 14:41:59.581255 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:59.615387 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:41:59.621411 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 33674) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:59.628873 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-246494322-network', 'tenant_id': 'c6620e37a86642dead8bffe716fc6bac'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:41:59.653960 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] Made reservation on behalf of c6620e37a86642dead8bffe716fc6bac for: {'network': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:41:59.656937 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:59.669165 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:59.679180 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e62f6fb7-4243-467b-bab5-e27aa623d248 req-6a8c7cb3-0116-438b-81c6-29aac4ea27a5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098625 Oct 20 14:41:59.683657 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d53f0a4c-4f98-4630-85f5-01d89ef1fdac req-aac5f607-0663-46a9-80ac-fdc8042c2fa2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983736 Oct 20 14:41:59.763696 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] Publish callbacks [] for security_group (81b95d48-b5da-4521-841e-de9b05421bee), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:59.764513 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 33678) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:41:59.771995 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (81b95d48-b5da-4521-841e-de9b05421bee), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:59.805784 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=111617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:41:59.814257 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b95d48-b5da-4521-841e-de9b05421bee,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:41:59.847843 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (c30d70ec-3972-4b8f-b509-a833388dc8a2), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:59.848231 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.segments_db [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] Added segment c30d70ec-3972-4b8f-b509-a833388dc8a2 of type vlan for network bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6 Oct 20 14:41:59.887472 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c84862e1-a4a2-4a33-89bc-a804c9f56aaf req-321e2976-bb82-4d0d-b30a-79ca687f3631 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749545 Oct 20 14:41:59.899253 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e62f6fb7-4243-467b-bab5-e27aa623d248 req-0291efd2-7c52-4f06-9c73-df7918497f81 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006834 Oct 20 14:41:59.903462 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d53f0a4c-4f98-4630-85f5-01d89ef1fdac req-a4640a80-b561-4369-90a7-cff8ead9ce29 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034652 Oct 20 14:41:59.906366 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:59.916130 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-90fd8b12-8230-44f4-ae4d-9858276ab529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:59.954196 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:41:59.955159 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:41:59.955708 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.018665 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3948972 Oct 20 14:42:00.023975 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33682) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:00.044382 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-b08f5cc6-0cf7-4cac-9898-065e45a69b26 admin admin] Request body: {'subnet': {'network_id': 'bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-246494322-subnet', 'tenant_id': 'c6620e37a86642dead8bffe716fc6bac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:00.047414 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcda99b-6c98-46b6-9ce6-d92ba5bf2dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:00.060100 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6 details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:42:00.074928 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08f5cc6-0cf7-4cac-9898-065e45a69b26 admin admin] Made reservation on behalf of c6620e37a86642dead8bffe716fc6bac for: {'subnet': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:42:00.077473 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b08f5cc6-0cf7-4cac-9898-065e45a69b26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.086776 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-90fd8b12-8230-44f4-ae4d-9858276ab529 admin admin] Publish callbacks [] for security_group (995e4351-8121-4d13-b3f3-2428d1caffef), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.091675 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-90fd8b12-8230-44f4-ae4d-9858276ab529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (995e4351-8121-4d13-b3f3-2428d1caffef), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.107355 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:00.137961 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-90fd8b12-8230-44f4-ae4d-9858276ab529 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=4dd2b494d34a482ba8bb2baa9c8a0791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724294 Oct 20 14:42:00.140231 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd8b12-8230-44f4-ae4d-9858276ab529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995e4351-8121-4d13-b3f3-2428d1caffef,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:00.142850 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 33684) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:00.187219 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:00.205471 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-57ac566c-12cc-4ecd-bd3e-6d8f22f8e5a0 admin admin] Publish callbacks [] for security_group (995e4351-8121-4d13-b3f3-2428d1caffef), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.226840 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-57ac566c-12cc-4ecd-bd3e-6d8f22f8e5a0 admin admin] Publish callbacks [] for security_group (995e4351-8121-4d13-b3f3-2428d1caffef), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.278593 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-57ac566c-12cc-4ecd-bd3e-6d8f22f8e5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (995e4351-8121-4d13-b3f3-2428d1caffef), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.281161 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b08f5cc6-0cf7-4cac-9898-065e45a69b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (a387a35f-80b2-4bd1-87ad-c0dd2a4fb5b1), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.281695 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-57ac566c-12cc-4ecd-bd3e-6d8f22f8e5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.285065 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-57ac566c-12cc-4ecd-bd3e-6d8f22f8e5a0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/995e4351-8121-4d13-b3f3-2428d1caffef HTTP/1.1" status: 204 len: 168 time: 0.1383219 Oct 20 14:42:00.299618 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac566c-12cc-4ecd-bd3e-6d8f22f8e5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995e4351-8121-4d13-b3f3-2428d1caffef,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:00.314040 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:00.332152 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:00.340897 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f5cc6-0cf7-4cac-9898-065e45a69b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a387a35f-80b2-4bd1-87ad-c0dd2a4fb5b1,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:00.355488 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08f5cc6-0cf7-4cac-9898-065e45a69b26 admin admin] Checking segment: {'id': 'c30d70ec-3972-4b8f-b509-a833388dc8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:00.356157 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08f5cc6-0cf7-4cac-9898-065e45a69b26 admin admin] Network hostable DHCP agents. Network: bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:42:00.379081 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08f5cc6-0cf7-4cac-9898-065e45a69b26 admin admin] Network bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6 is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:42:00.388743 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-b08f5cc6-0cf7-4cac-9898-065e45a69b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6) {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:00.394635 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08f5cc6-0cf7-4cac-9898-065e45a69b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:00.397034 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b08f5cc6-0cf7-4cac-9898-065e45a69b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.398200 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae5328d-1615-4e3d-99bb-8efa0e58e5ea None None] Network bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:42:00.419728 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-b08f5cc6-0cf7-4cac-9898-065e45a69b26 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3945632 Oct 20 14:42:00.525650 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437d2e3c-d7bc-4e09-8bb1-60e00f5d95c1 None None] Network bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:42:00.676911 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 33706) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:00.696114 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1b831885-ceae-47a2-a9c2-dc0403134252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.783504 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1b831885-ceae-47a2-a9c2-dc0403134252 admin admin] Publish callbacks [] for security_group (06c4814d-0540-46b9-8ef3-5d86f60b5812), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.788489 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1b831885-ceae-47a2-a9c2-dc0403134252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (06c4814d-0540-46b9-8ef3-5d86f60b5812), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.828034 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b831885-ceae-47a2-a9c2-dc0403134252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c4814d-0540-46b9-8ef3-5d86f60b5812,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:00.835271 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33710) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:00.835463 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-1b831885-ceae-47a2-a9c2-dc0403134252 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b48cccec29ec4b2b8c039f6343d628ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1566520 Oct 20 14:42:00.896164 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ba1612d8-2710-4164-a465-91ea05266421 admin admin] Publish callbacks [] for security_group (06c4814d-0540-46b9-8ef3-5d86f60b5812), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.918535 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ba1612d8-2710-4164-a465-91ea05266421 admin admin] Publish callbacks [] for security_group (06c4814d-0540-46b9-8ef3-5d86f60b5812), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.982531 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ba1612d8-2710-4164-a465-91ea05266421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (06c4814d-0540-46b9-8ef3-5d86f60b5812), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.987123 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ba1612d8-2710-4164-a465-91ea05266421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:00.988276 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ba1612d8-2710-4164-a465-91ea05266421 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/06c4814d-0540-46b9-8ef3-5d86f60b5812 HTTP/1.1" status: 204 len: 168 time: 0.1517057 Oct 20 14:42:01.003011 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1612d8-2710-4164-a465-91ea05266421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c4814d-0540-46b9-8ef3-5d86f60b5812,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:04.219055 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84862e1-a4a2-4a33-89bc-a804c9f56aaf req-83961dd1-438f-4a73-958a-780547f0ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:04.220606 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c84862e1-a4a2-4a33-89bc-a804c9f56aaf req-83961dd1-438f-4a73-958a-780547f0ddfa service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=201aed13c0e342f5b30286ce3f82eb82&device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 1130 time: 0.0396991 Oct 20 14:42:04.718820 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84862e1-a4a2-4a33-89bc-a804c9f56aaf req-30860405-a93b-42b2-a9a8-cbd60a0497cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:04.720280 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c84862e1-a4a2-4a33-89bc-a804c9f56aaf req-30860405-a93b-42b2-a9a8-cbd60a0497cb service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=d774747b-7777-4bbe-9570-71c987a7b55a HTTP/1.1" status: 200 len: 913 time: 0.0994508 Oct 20 14:42:04.766328 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c84862e1-a4a2-4a33-89bc-a804c9f56aaf req-c65b1f82-11bc-4c8a-8a02-f6f259122901 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc603914-32ae-4452-8f3a-d9500d71d5e5 HTTP/1.1" status: 200 len: 217 time: 0.0362146 Oct 20 14:42:04.826283 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84862e1-a4a2-4a33-89bc-a804c9f56aaf req-54ac4e20-fc65-4f4c-a190-8e577f5f43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:04.827751 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c84862e1-a4a2-4a33-89bc-a804c9f56aaf req-54ac4e20-fc65-4f4c-a190-8e577f5f43f4 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=cf67353c-d617-40ac-b644-e007946d5653 HTTP/1.1" status: 200 len: 851 time: 0.0532289 Oct 20 14:42:04.876184 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84862e1-a4a2-4a33-89bc-a804c9f56aaf req-5893d0af-8bb7-4493-b22f-ade52a87ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:04.877739 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c84862e1-a4a2-4a33-89bc-a804c9f56aaf req-5893d0af-8bb7-4493-b22f-ade52a87ed52 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d774747b-7777-4bbe-9570-71c987a7b55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381219 Oct 20 14:42:04.974996 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c84862e1-a4a2-4a33-89bc-a804c9f56aaf req-d6bb4660-181e-4447-baa5-e8577d09ec29 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d774747b-7777-4bbe-9570-71c987a7b55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884783 Oct 20 14:42:05.086592 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c84862e1-a4a2-4a33-89bc-a804c9f56aaf req-dc2a5e3b-abe4-4f84-997e-a6cefe539590 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d774747b-7777-4bbe-9570-71c987a7b55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996065 Oct 20 14:42:05.357081 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d1a32-03f9-4664-b684-b0936efba544 req-6e3577e8-ce1c-40cc-b8d1-c1e7c7e59a86 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:05.358391 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4f2d1a32-03f9-4664-b684-b0936efba544 req-6e3577e8-ce1c-40cc-b8d1-c1e7c7e59a86 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 946 time: 0.0496094 Oct 20 14:42:05.410223 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4f2d1a32-03f9-4664-b684-b0936efba544 req-ffd07302-2170-4c66-96a5-1f69d86cfd98 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450733 Oct 20 14:42:06.542138 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:06.551448 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e842d69-4a34-4e7b-a494-77efe6c3ba21 req-813562ed-7a2b-4360-b656-9fe4474c6314 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:06.552981 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7e842d69-4a34-4e7b-a494-77efe6c3ba21 req-813562ed-7a2b-4360-b656-9fe4474c6314 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 946 time: 0.0526865 Oct 20 14:42:06.615409 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7e842d69-4a34-4e7b-a494-77efe6c3ba21 req-5f6fcbae-5984-4d7d-8003-984281e89bac tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543578 Oct 20 14:42:07.434808 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe15b2-467e-414d-b28a-7a3d48776044 req-0046a42a-d78d-4d00-894f-b87ce82e5b56 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:07.436596 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-00fe15b2-467e-414d-b28a-7a3d48776044 req-0046a42a-d78d-4d00-894f-b87ce82e5b56 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 946 time: 0.0537536 Oct 20 14:42:07.531602 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:07.559857 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [req-00fe15b2-467e-414d-b28a-7a3d48776044 req-ba18dbbd-cf61-42f6-b803-17f63c3e6666 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Deleting port fc603914-32ae-4452-8f3a-d9500d71d5e5 {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:42:07.560512 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-00fe15b2-467e-414d-b28a-7a3d48776044 req-ba18dbbd-cf61-42f6-b803-17f63c3e6666 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:07.662218 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [req-00fe15b2-467e-414d-b28a-7a3d48776044 req-ba18dbbd-cf61-42f6-b803-17f63c3e6666 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] For port fc603914-32ae-4452-8f3a-d9500d71d5e5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=fc603914-32ae-4452-8f3a-d9500d71d5e5,segment=NetworkSegment(1014fa01-08d9-4050-a335-6a1320575b72),segment_id=1014fa01-08d9-4050-a335-6a1320575b72)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:07.662588 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-00fe15b2-467e-414d-b28a-7a3d48776044 req-ba18dbbd-cf61-42f6-b803-17f63c3e6666 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:07.679931 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [req-00fe15b2-467e-414d-b28a-7a3d48776044 req-ba18dbbd-cf61-42f6-b803-17f63c3e6666 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Calling delete_port for fc603914-32ae-4452-8f3a-d9500d71d5e5 owned by compute:nova {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:42:07.738838 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:07.761002 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:07.803547 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5359ac-02cc-431d-b1ba-1549158b61e2 req-6becd27e-d421-4457-a7cd-10219cb63a36 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:07.804978 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6b5359ac-02cc-431d-b1ba-1549158b61e2 req-6becd27e-d421-4457-a7cd-10219cb63a36 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 946 time: 0.1053035 Oct 20 14:42:07.880372 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6b5359ac-02cc-431d-b1ba-1549158b61e2 req-ce2bfe73-0cdb-4353-a3e2-2fd293e0c94e tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc664e-a7fd-47c1-aa67-d814d27d1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643692 Oct 20 14:42:07.939507 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-00fe15b2-467e-414d-b28a-7a3d48776044 req-ba18dbbd-cf61-42f6-b803-17f63c3e6666 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (fc603914-32ae-4452-8f3a-d9500d71d5e5), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:07.964100 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['fc603914-32ae-4452-8f3a-d9500d71d5e5'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:42:07.969553 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18dbbd-cf61-42f6-b803-17f63c3e6666 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Pushing event deleted for resources: {'Port': ['ID=fc603914-32ae-4452-8f3a-d9500d71d5e5,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:08.040530 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fe15b2-467e-414d-b28a-7a3d48776044 req-ba18dbbd-cf61-42f6-b803-17f63c3e6666 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] No DVR routers for this DVR port fc603914-32ae-4452-8f3a-d9500d71d5e5 on host hv-cinder-77923 {{(pid=111617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:42:08.044057 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-00fe15b2-467e-414d-b28a-7a3d48776044 req-ba18dbbd-cf61-42f6-b803-17f63c3e6666 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:08.047709 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-00fe15b2-467e-414d-b28a-7a3d48776044 req-ba18dbbd-cf61-42f6-b803-17f63c3e6666 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.36 "DELETE /networking/v2.0/ports/fc603914-32ae-4452-8f3a-d9500d71d5e5 HTTP/1.1" status: 204 len: 173 time: 0.6057003 Oct 20 14:42:08.048443 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64154415-88f0-466b-bef8-1382fdd67d44', 'name': 'network-vif-deleted', 'tag': 'fc603914-32ae-4452-8f3a-d9500d71d5e5'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:42:08.050904 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc5ecbe-4c2d-4f58-b103-390d4797e78c" -d '{"events": [{"server_uuid": "64154415-88f0-466b-bef8-1382fdd67d44", "name": "network-vif-deleted", "tag": "fc603914-32ae-4452-8f3a-d9500d71d5e5"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:42:08.139591 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802e1a44-e253-4de1-b3ea-2e0135c3a95f x-openstack-request-id: req-802e1a44-e253-4de1-b3ea-2e0135c3a95f {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:42:08.141056 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64154415-88f0-466b-bef8-1382fdd67d44", "name": "network-vif-deleted", "tag": "fc603914-32ae-4452-8f3a-d9500d71d5e5", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:42:08.141486 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-802e1a44-e253-4de1-b3ea-2e0135c3a95f {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:42:08.142043 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802e1a44-e253-4de1-b3ea-2e0135c3a95f'] response: {'server_uuid': '64154415-88f0-466b-bef8-1382fdd67d44', 'name': 'network-vif-deleted', 'tag': 'fc603914-32ae-4452-8f3a-d9500d71d5e5', 'status': 'completed', 'code': 200} Oct 20 14:42:08.927745 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 33968) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:09.021456 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-97dc066d-b18e-4afa-818a-05bb5f97d9e4 req-e03c7c8a-841a-4049-824e-69e37228f344 tempest-DeleteServersTestJSON-448272903 tempest-DeleteServersTestJSON-448272903-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=64154415-88f0-466b-bef8-1382fdd67d44 HTTP/1.1" status: 200 len: 210 time: 0.0428131 Oct 20 14:42:09.071220 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d405543f-82af-4425-9359-26abbf6bbb56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.143642 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:09.174390 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d405543f-82af-4425-9359-26abbf6bbb56 admin admin] Publish callbacks [] for security_group (d0d3ea53-a699-474e-b029-4817572b2709), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.178904 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d405543f-82af-4425-9359-26abbf6bbb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (d0d3ea53-a699-474e-b029-4817572b2709), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.215886 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-d405543f-82af-4425-9359-26abbf6bbb56 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ea92610f7a0a402d8e3d134b343fcb01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862771 Oct 20 14:42:09.218749 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 33978) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:09.226532 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405543f-82af-4425-9359-26abbf6bbb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d3ea53-a699-474e-b029-4817572b2709,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:09.300169 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a797b7af-35d9-4dc4-8a78-5ceba8941fec admin admin] Publish callbacks [] for security_group (d0d3ea53-a699-474e-b029-4817572b2709), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.323693 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a797b7af-35d9-4dc4-8a78-5ceba8941fec admin admin] Publish callbacks [] for security_group (d0d3ea53-a699-474e-b029-4817572b2709), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.373196 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a797b7af-35d9-4dc4-8a78-5ceba8941fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (d0d3ea53-a699-474e-b029-4817572b2709), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.376908 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a797b7af-35d9-4dc4-8a78-5ceba8941fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.378069 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-a797b7af-35d9-4dc4-8a78-5ceba8941fec admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d0d3ea53-a699-474e-b029-4817572b2709 HTTP/1.1" status: 204 len: 168 time: 0.1580927 Oct 20 14:42:09.388635 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 33986) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:09.391053 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797b7af-35d9-4dc4-8a78-5ceba8941fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d3ea53-a699-474e-b029-4817572b2709,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:09.670674 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-11a0c989-9b3d-4a74-90a7-bbe8120f4a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.727273 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:09.767703 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34000) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:09.785737 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-11a0c989-9b3d-4a74-90a7-bbe8120f4a94 admin admin] Publish callbacks [] for security_group (42823647-6bac-4a5d-8857-b38e3d6696e5), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.787813 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ae4ec9fc-fee5-45de-8b57-2ca8abde9d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.793976 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-11a0c989-9b3d-4a74-90a7-bbe8120f4a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (42823647-6bac-4a5d-8857-b38e3d6696e5), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.833521 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-11a0c989-9b3d-4a74-90a7-bbe8120f4a94 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7ab47d6fe38b45dbb97fe34b2dacac6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4434490 Oct 20 14:42:09.834409 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0c989-9b3d-4a74-90a7-bbe8120f4a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42823647-6bac-4a5d-8857-b38e3d6696e5,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:09.836736 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34002) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:09.867035 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ae4ec9fc-fee5-45de-8b57-2ca8abde9d21 admin admin] Publish callbacks [] for security_group (53ab3027-b456-46fd-819d-bfbefafebec6), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.870740 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ae4ec9fc-fee5-45de-8b57-2ca8abde9d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (53ab3027-b456-46fd-819d-bfbefafebec6), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.882100 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:09.888806 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-bb2db66a-fd97-4cc1-9d22-22004597b09b admin admin] Publish callbacks [] for security_group (42823647-6bac-4a5d-8857-b38e3d6696e5), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.910482 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-bb2db66a-fd97-4cc1-9d22-22004597b09b admin admin] Publish callbacks [] for security_group (42823647-6bac-4a5d-8857-b38e3d6696e5), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.914717 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ae4ec9fc-fee5-45de-8b57-2ca8abde9d21 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ce26acd1154b4ebcbf94929982413dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432555 Oct 20 14:42:09.914946 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34004) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:09.922155 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ec9fc-fee5-45de-8b57-2ca8abde9d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ab3027-b456-46fd-819d-bfbefafebec6,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:09.958766 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-bb2db66a-fd97-4cc1-9d22-22004597b09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (42823647-6bac-4a5d-8857-b38e3d6696e5), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.961312 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-bb2db66a-fd97-4cc1-9d22-22004597b09b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.962496 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-bb2db66a-fd97-4cc1-9d22-22004597b09b admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/42823647-6bac-4a5d-8857-b38e3d6696e5 HTTP/1.1" status: 204 len: 168 time: 0.1248360 Oct 20 14:42:09.971266 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2db66a-fd97-4cc1-9d22-22004597b09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42823647-6bac-4a5d-8857-b38e3d6696e5,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:09.972901 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f0057f1c-8fd6-49e8-98f3-6724952e66ce admin admin] Publish callbacks [] for security_group (53ab3027-b456-46fd-819d-bfbefafebec6), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:09.998232 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f0057f1c-8fd6-49e8-98f3-6724952e66ce admin admin] Publish callbacks [] for security_group (53ab3027-b456-46fd-819d-bfbefafebec6), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:10.050712 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f0057f1c-8fd6-49e8-98f3-6724952e66ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (53ab3027-b456-46fd-819d-bfbefafebec6), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:10.054530 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f0057f1c-8fd6-49e8-98f3-6724952e66ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:10.059368 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-f0057f1c-8fd6-49e8-98f3-6724952e66ce admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/53ab3027-b456-46fd-819d-bfbefafebec6 HTTP/1.1" status: 204 len: 168 time: 0.1428432 Oct 20 14:42:10.068843 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0057f1c-8fd6-49e8-98f3-6724952e66ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ab3027-b456-46fd-819d-bfbefafebec6,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:10.497420 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34038) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:10.511277 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ba293692-04d0-47cb-b051-0d0ac13e02ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:10.536470 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:10.594001 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ba293692-04d0-47cb-b051-0d0ac13e02ce admin admin] Publish callbacks [] for security_group (7fec7da6-3aa9-4444-a3da-22d0cc2a7873), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:10.597832 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ba293692-04d0-47cb-b051-0d0ac13e02ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (7fec7da6-3aa9-4444-a3da-22d0cc2a7873), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:10.642759 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ba293692-04d0-47cb-b051-0d0ac13e02ce admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=9708996875cd45ca885b249b335a24fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439998 Oct 20 14:42:10.645274 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34042) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:10.651286 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba293692-04d0-47cb-b051-0d0ac13e02ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fec7da6-3aa9-4444-a3da-22d0cc2a7873,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:10.710579 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9930-b906-471e-8105-634bfbb25873 admin admin] Publish callbacks [] for security_group (7fec7da6-3aa9-4444-a3da-22d0cc2a7873), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:10.711110 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device fc603914-32ae-4452-8f3a-d9500d71d5e5 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:42:10.733036 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9930-b906-471e-8105-634bfbb25873 admin admin] Publish callbacks [] for security_group (7fec7da6-3aa9-4444-a3da-22d0cc2a7873), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:10.735743 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: fc603914-32ae-4452-8f3a-d9500d71d5e5 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:42:10.736083 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device fc603914-32ae-4452-8f3a-d9500d71d5e5 not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:42:10.764497 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:10.786922 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9930-b906-471e-8105-634bfbb25873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (7fec7da6-3aa9-4444-a3da-22d0cc2a7873), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:10.792099 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9930-b906-471e-8105-634bfbb25873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:10.805237 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ea7d9930-b906-471e-8105-634bfbb25873 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/7fec7da6-3aa9-4444-a3da-22d0cc2a7873 HTTP/1.1" status: 204 len: 168 time: 0.1513772 Oct 20 14:42:10.823576 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d9930-b906-471e-8105-634bfbb25873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fec7da6-3aa9-4444-a3da-22d0cc2a7873,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:11.597181 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34106) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:12.023964 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7d956020-6d52-4ebc-8ee4-360468de4283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653547'] for router_interface (8ba7104b-dca7-460e-903e-0f4578933290), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:12.575072 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34162) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:12.603221 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-7d956020-6d52-4ebc-8ee4-360468de4283 admin admin] Deleting port 5609ffff-051c-4119-87e7-0f75999a0841 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:42:12.604692 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7d956020-6d52-4ebc-8ee4-360468de4283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (5609ffff-051c-4119-87e7-0f75999a0841), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:12.707314 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-71f9f64c-fc52-4874-a7c5-bebaf25d5a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:12.710328 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-7d956020-6d52-4ebc-8ee4-360468de4283 admin admin] For port 5609ffff-051c-4119-87e7-0f75999a0841, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=5609ffff-051c-4119-87e7-0f75999a0841,segment=NetworkSegment(1014fa01-08d9-4050-a335-6a1320575b72),segment_id=1014fa01-08d9-4050-a335-6a1320575b72)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:12.710810 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7d956020-6d52-4ebc-8ee4-360468de4283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (5609ffff-051c-4119-87e7-0f75999a0841), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:12.725692 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:12.726980 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-7d956020-6d52-4ebc-8ee4-360468de4283 admin admin] Calling delete_port for 5609ffff-051c-4119-87e7-0f75999a0841 owned by network:router_interface {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:42:12.810509 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-71f9f64c-fc52-4874-a7c5-bebaf25d5a43 admin admin] Publish callbacks [] for security_group (bb2c464f-c1cd-4ec4-a858-d41698b42d16), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:12.815313 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-71f9f64c-fc52-4874-a7c5-bebaf25d5a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (bb2c464f-c1cd-4ec4-a858-d41698b42d16), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:12.855970 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9f64c-fc52-4874-a7c5-bebaf25d5a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2c464f-c1cd-4ec4-a858-d41698b42d16,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:12.864960 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-71f9f64c-fc52-4874-a7c5-bebaf25d5a43 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=af3380a2571c4631a1037faded5f912c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888255 Oct 20 14:42:12.865684 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34182) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:12.920752 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7f9b83e2-4973-49d8-ad96-ab2e845b0811 admin admin] Publish callbacks [] for security_group (bb2c464f-c1cd-4ec4-a858-d41698b42d16), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:12.956282 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7f9b83e2-4973-49d8-ad96-ab2e845b0811 admin admin] Publish callbacks [] for security_group (bb2c464f-c1cd-4ec4-a858-d41698b42d16), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:12.986563 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:12.994094 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7d956020-6d52-4ebc-8ee4-360468de4283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (5609ffff-051c-4119-87e7-0f75999a0841), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:13.013732 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7f9b83e2-4973-49d8-ad96-ab2e845b0811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (bb2c464f-c1cd-4ec4-a858-d41698b42d16), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:13.016604 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7f9b83e2-4973-49d8-ad96-ab2e845b0811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:13.020810 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-7f9b83e2-4973-49d8-ad96-ab2e845b0811 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/bb2c464f-c1cd-4ec4-a858-d41698b42d16 HTTP/1.1" status: 204 len: 168 time: 0.1534803 Oct 20 14:42:13.022850 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d956020-6d52-4ebc-8ee4-360468de4283 admin admin] Pushing event deleted for resources: {'Port': ['ID=5609ffff-051c-4119-87e7-0f75999a0841,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:13.042977 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b83e2-4973-49d8-ad96-ab2e845b0811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2c464f-c1cd-4ec4-a858-d41698b42d16,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:13.158642 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7d956020-6d52-4ebc-8ee4-360468de4283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1556640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653663'] for router_interface (8ba7104b-dca7-460e-903e-0f4578933290), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:13.162646 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34190) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:13.320751 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39ec5a3-059c-4b1c-a10c-3dea9595a581 None None] get_active_networks_info from dv-cinder-779233-7-iscsi {{(pid=111618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 14:42:13.361070 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:13.427644 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d956020-6d52-4ebc-8ee4-360468de4283 admin admin] Router 8ba7104b-dca7-460e-903e-0f4578933290 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:42:13.434330 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-34c55978-2d11-4e01-8da9-c15344955eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:13.508048 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39ec5a3-059c-4b1c-a10c-3dea9595a581 None None] Resources bound (agent type, host, resource id): {{(pid=111618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 14:42:13.526565 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-34c55978-2d11-4e01-8da9-c15344955eec admin admin] Publish callbacks [] for security_group (e3d49934-a9e1-468c-9b37-d946f7db75a1), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:13.534807 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-34c55978-2d11-4e01-8da9-c15344955eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (e3d49934-a9e1-468c-9b37-d946f7db75a1), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:13.554700 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34198) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:13.571121 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7a79-e215-4763-8482-203075832df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:13.581606 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-34c55978-2d11-4e01-8da9-c15344955eec admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6d98f052e0bf46098105ed623fa90c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4173832 Oct 20 14:42:13.586372 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34202) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:13.597286 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c55978-2d11-4e01-8da9-c15344955eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d49934-a9e1-468c-9b37-d946f7db75a1,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:13.632095 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d956020-6d52-4ebc-8ee4-360468de4283 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:42:13.643145 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f100ecf-dfe4-4733-9e4e-f2b073741256 None None] Sync routers for ids ['8ba7104b-dca7-460e-903e-0f4578933290'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:42:13.654923 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f100ecf-dfe4-4733-9e4e-f2b073741256 None None] Routers {'8ba7104b-dca7-460e-903e-0f4578933290'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:42:13.655609 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-2f100ecf-dfe4-4733-9e4e-f2b073741256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:41:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['8ba7104b-dca7-460e-903e-0f4578933290'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:13.712429 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-7d956020-6d52-4ebc-8ee4-360468de4283 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/8ba7104b-dca7-460e-903e-0f4578933290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1140647 Oct 20 14:42:13.715083 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34208) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:13.734779 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7a79-e215-4763-8482-203075832df4 admin admin] Publish callbacks [] for security_group (6a67a39a-2080-4339-bb97-1b66848756c2), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:13.753313 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7a79-e215-4763-8482-203075832df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (6a67a39a-2080-4339-bb97-1b66848756c2), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:13.766072 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-2f100ecf-dfe4-4733-9e4e-f2b073741256 None None] Set router 8ba7104b-dca7-460e-903e-0f4578933290 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:42:13.772392 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d5c22ed0-0638-4db2-b14a-112a50935cb1 admin admin] Publish callbacks [] for security_group (e3d49934-a9e1-468c-9b37-d946f7db75a1), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:13.804524 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:13.837514 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d5c22ed0-0638-4db2-b14a-112a50935cb1 admin admin] Publish callbacks [] for security_group (e3d49934-a9e1-468c-9b37-d946f7db75a1), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:13.847574 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-3f7c7a79-e215-4763-8482-203075832df4 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=1e81592f70ab4e219c04f9934e2eb3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915032 Oct 20 14:42:13.848667 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34212) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:13.882424 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:13.885732 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c7a79-e215-4763-8482-203075832df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a67a39a-2080-4339-bb97-1b66848756c2,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:13.938757 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:13.941066 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] Publish callbacks [] for router (8ba7104b-dca7-460e-903e-0f4578933290), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:13.985110 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0da70148-efd8-4d86-bef9-b54117872f72 admin admin] Publish callbacks [] for security_group (6a67a39a-2080-4339-bb97-1b66848756c2), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.004852 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:14.021742 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-2f100ecf-dfe4-4733-9e4e-f2b073741256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7104b-dca7-460e-903e-0f4578933290', 'name': 'tempest-DeleteServersTestJSON-1885660861-router', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '96a53475-af51-4bd0-8705-35e2d8aa0402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:49Z', 'updated_at': '2022-10-20T14:42:12Z', 'revision_number': 5, 'project_id': '201aed13c0e342f5b30286ce3f82eb82', 'gw_port': {'id': '96a53475-af51-4bd0-8705-35e2d8aa0402', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ff:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7104b-dca7-460e-903e-0f4578933290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:14.055467 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0da70148-efd8-4d86-bef9-b54117872f72 admin admin] Publish callbacks [] for security_group (6a67a39a-2080-4339-bb97-1b66848756c2), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.059066 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d5c22ed0-0638-4db2-b14a-112a50935cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (e3d49934-a9e1-468c-9b37-d946f7db75a1), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.062269 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d5c22ed0-0638-4db2-b14a-112a50935cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.066395 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-d5c22ed0-0638-4db2-b14a-112a50935cb1 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e3d49934-a9e1-468c-9b37-d946f7db75a1 HTTP/1.1" status: 204 len: 168 time: 0.4786835 Oct 20 14:42:14.068805 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f100ecf-dfe4-4733-9e4e-f2b073741256 None None] Checking router: 8ba7104b-dca7-460e-903e-0f4578933290 for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:42:14.085628 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] Publish callbacks [] for router_gateway (8ba7104b-dca7-460e-903e-0f4578933290), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.087505 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c22ed0-0638-4db2-b14a-112a50935cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d49934-a9e1-468c-9b37-d946f7db75a1,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:14.100150 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f100ecf-dfe4-4733-9e4e-f2b073741256 None None] Routers {'8ba7104b-dca7-460e-903e-0f4578933290'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:42:14.101084 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-2f100ecf-dfe4-4733-9e4e-f2b073741256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:41:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['8ba7104b-dca7-460e-903e-0f4578933290'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:14.139348 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0da70148-efd8-4d86-bef9-b54117872f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (6a67a39a-2080-4339-bb97-1b66848756c2), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.142897 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0da70148-efd8-4d86-bef9-b54117872f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.158096 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-0da70148-efd8-4d86-bef9-b54117872f72 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6a67a39a-2080-4339-bb97-1b66848756c2 HTTP/1.1" status: 204 len: 168 time: 0.2922342 Oct 20 14:42:14.183211 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da70148-efd8-4d86-bef9-b54117872f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a67a39a-2080-4339-bb97-1b66848756c2,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:14.278660 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-2f100ecf-dfe4-4733-9e4e-f2b073741256 None None] Set router 8ba7104b-dca7-460e-903e-0f4578933290 gateway port host: None {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:42:14.395864 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-2f100ecf-dfe4-4733-9e4e-f2b073741256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7104b-dca7-460e-903e-0f4578933290', 'name': 'tempest-DeleteServersTestJSON-1885660861-router', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:49Z', 'updated_at': '2022-10-20T14:42:14Z', 'revision_number': 6, 'project_id': '201aed13c0e342f5b30286ce3f82eb82', 'gw_port_host': None}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:14.451844 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f100ecf-dfe4-4733-9e4e-f2b073741256 None None] The sync data for ids ['8ba7104b-dca7-460e-903e-0f4578933290'] in dv-cinder-779233-7-iscsi is: [{'id': '8ba7104b-dca7-460e-903e-0f4578933290', 'name': 'tempest-DeleteServersTestJSON-1885660861-router', 'tenant_id': '201aed13c0e342f5b30286ce3f82eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:49Z', 'updated_at': '2022-10-20T14:42:14Z', 'revision_number': 6, 'project_id': '201aed13c0e342f5b30286ce3f82eb82', 'gw_port_host': None}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:42:14.494730 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] Deleting port 96a53475-af51-4bd0-8705-35e2d8aa0402 {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:42:14.495152 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (96a53475-af51-4bd0-8705-35e2d8aa0402), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.597979 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] For port 96a53475-af51-4bd0-8705-35e2d8aa0402, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=96a53475-af51-4bd0-8705-35e2d8aa0402,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:14.598655 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (96a53475-af51-4bd0-8705-35e2d8aa0402), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.616664 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] Calling delete_port for 96a53475-af51-4bd0-8705-35e2d8aa0402 owned by network:router_gateway {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:42:14.727742 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34232) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:14.744891 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-aae8e458-07f9-4640-94db-d92867f60df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.856973 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-aae8e458-07f9-4640-94db-d92867f60df1 admin admin] Publish callbacks [] for security_group (c9aeb466-3168-41ec-852e-04434287f9c9), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.858313 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (96a53475-af51-4bd0-8705-35e2d8aa0402), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.863808 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-aae8e458-07f9-4640-94db-d92867f60df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (c9aeb466-3168-41ec-852e-04434287f9c9), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.887952 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a53475-af51-4bd0-8705-35e2d8aa0402,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:14.897531 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8e458-07f9-4640-94db-d92867f60df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aeb466-3168-41ec-852e-04434287f9c9,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:14.931606 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-aae8e458-07f9-4640-94db-d92867f60df1 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ea451ea7820a45f99b254dbc136d1d39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021220 Oct 20 14:42:14.934851 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34236) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:14.944889 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647734'] for router_gateway (8ba7104b-dca7-460e-903e-0f4578933290), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.947585 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-4555c1a6-7bce-49b8-a053-5bcd22b2a446 None None] Provisioning complete for port fae5734c-1656-4a4a-90d5-c88ae2f26068 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:14.948068 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-4555c1a6-7bce-49b8-a053-5bcd22b2a446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:14.948284 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-4555c1a6-7bce-49b8-a053-5bcd22b2a446 None None] Attempt 1 to provision port fae5734c-1656-4a4a-90d5-c88ae2f26068 Oct 20 14:42:15.003428 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f203d23e-c4cd-4050-a209-5c2ae16ab045 admin admin] Publish callbacks [] for security_group (c9aeb466-3168-41ec-852e-04434287f9c9), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.031714 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f203d23e-c4cd-4050-a209-5c2ae16ab045 admin admin] Publish callbacks [] for security_group (c9aeb466-3168-41ec-852e-04434287f9c9), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.078588 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-4555c1a6-7bce-49b8-a053-5bcd22b2a446 None None] Current status of the port fae5734c-1656-4a4a-90d5-c88ae2f26068 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:15.088452 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2788'] for router (8ba7104b-dca7-460e-903e-0f4578933290), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.092477 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] Publish callbacks [] for router_controller (8ba7104b-dca7-460e-903e-0f4578933290), precommit_delete_associations {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.115594 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f203d23e-c4cd-4050-a209-5c2ae16ab045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (c9aeb466-3168-41ec-852e-04434287f9c9), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.119204 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f203d23e-c4cd-4050-a209-5c2ae16ab045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.125003 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-f203d23e-c4cd-4050-a209-5c2ae16ab045 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c9aeb466-3168-41ec-852e-04434287f9c9 HTTP/1.1" status: 204 len: 168 time: 0.1888049 Oct 20 14:42:15.138668 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203d23e-c4cd-4050-a209-5c2ae16ab045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aeb466-3168-41ec-852e-04434287f9c9,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:15.191999 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653576'] for router (8ba7104b-dca7-460e-903e-0f4578933290), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.192711 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ba7104b-dca7-460e-903e-0f4578933290 {{(pid=111617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 14:42:15.198027 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.202124 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-1e70aca6-321d-4bc1-9e32-7c46a280c1b4 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/8ba7104b-dca7-460e-903e-0f4578933290 HTTP/1.1" status: 204 len: 168 time: 1.4833341 Oct 20 14:42:15.202909 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34248) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:15.256743 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_v2 [None req-293442a8-ce29-4bbe-b969-73455a7323c9 admin admin] Deleting subnet cf67353c-d617-40ac-b644-e007946d5653 {{(pid=111617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:42:15.261088 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-293442a8-ce29-4bbe-b969-73455a7323c9 admin admin] Publish callbacks [] for subnet (cf67353c-d617-40ac-b644-e007946d5653), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.310152 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-293442a8-ce29-4bbe-b969-73455a7323c9 admin admin] Publish callbacks [] for subnet (cf67353c-d617-40ac-b644-e007946d5653), precommit_delete_associations {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.441847 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-293442a8-ce29-4bbe-b969-73455a7323c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (cf67353c-d617-40ac-b644-e007946d5653), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.530590 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-293442a8-ce29-4bbe-b969-73455a7323c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (cf67353c-d617-40ac-b644-e007946d5653), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.562478 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=10 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:15.619503 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34266) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:15.625211 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293442a8-ce29-4bbe-b969-73455a7323c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf67353c-d617-40ac-b644-e007946d5653,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:15.634604 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-293442a8-ce29-4bbe-b969-73455a7323c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.639584 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-293442a8-ce29-4bbe-b969-73455a7323c9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/cf67353c-d617-40ac-b644-e007946d5653 HTTP/1.1" status: 204 len: 168 time: 0.4356859 Oct 20 14:42:15.640955 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8141803e-1ea7-418a-8e8b-0db0c4c9269b None None] Network d774747b-7777-4bbe-9570-71c987a7b55a requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:42:15.642769 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34270) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:15.746460 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (d774747b-7777-4bbe-9570-71c987a7b55a), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.790152 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-33245203-network', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:15.820595 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Deleting port fae5734c-1656-4a4a-90d5-c88ae2f26068 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:42:15.820595 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.833285 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] Made reservation on behalf of d5614088125349f1975cc55b25dd9dbc for: {'network': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:42:15.835753 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.872495 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.906110 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] DHCP port deletion for d774747b-7777-4bbe-9570-71c987a7b55a request from dv-cinder-779233-7-iscsi {{(pid=111618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 14:42:15.911664 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:15.916809 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] For port fae5734c-1656-4a4a-90d5-c88ae2f26068, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=fae5734c-1656-4a4a-90d5-c88ae2f26068,segment=NetworkSegment(1014fa01-08d9-4050-a335-6a1320575b72),segment_id=1014fa01-08d9-4050-a335-6a1320575b72)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:15.916973 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:15.947247 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Calling delete_port for fae5734c-1656-4a4a-90d5-c88ae2f26068 owned by network:dhcp {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:42:15.955877 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:DELETE=6,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:15.966724 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Deleting port fae5734c-1656-4a4a-90d5-c88ae2f26068 {{(pid=111618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:42:15.967217 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), before_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.040114 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] For port fae5734c-1656-4a4a-90d5-c88ae2f26068, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=fae5734c-1656-4a4a-90d5-c88ae2f26068,segment=NetworkSegment(1014fa01-08d9-4050-a335-6a1320575b72),segment_id=1014fa01-08d9-4050-a335-6a1320575b72)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:16.040560 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), precommit_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.049063 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:16.056487 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Calling delete_port for fae5734c-1656-4a4a-90d5-c88ae2f26068 owned by network:dhcp {{(pid=111618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:42:16.060729 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] Publish callbacks [] for security_group (9c479469-d472-4014-8272-3515db1552ca), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.076407 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (9c479469-d472-4014-8272-3515db1552ca), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.104048 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=111616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:42:16.111974 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.117388 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c479469-d472-4014-8272-3515db1552ca,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:16.126755 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (d5800a8a-0c2a-4127-9ec1-026c25d56b16), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.127082 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.segments_db [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] Added segment d5800a8a-0c2a-4127-9ec1-026c25d56b16 of type vlan for network c924697c-b180-4b1b-9f12-d7889a054b97 Oct 20 14:42:16.153764 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Pushing event deleted for resources: {'Port': ['ID=fae5734c-1656-4a4a-90d5-c88ae2f26068,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:16.161388 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] No DVR routers for this DVR port fae5734c-1656-4a4a-90d5-c88ae2f26068 on host dv-cinder-779233-7-iscsi {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:42:16.214142 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (fae5734c-1656-4a4a-90d5-c88ae2f26068), after_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.219069 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (c924697c-b180-4b1b-9f12-d7889a054b97), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.253109 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Pushing event deleted for resources: {'Port': ['ID=fae5734c-1656-4a4a-90d5-c88ae2f26068,revision_number=None']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:16.259254 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] No DVR routers for this DVR port fae5734c-1656-4a4a-90d5-c88ae2f26068 on host dv-cinder-779233-7-iscsi {{(pid=111618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:42:16.271792 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.272214 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.272833 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.273398 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.273932 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.274451 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.274967 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.275494 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.276008 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.276558 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.276972 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.277527 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.278206 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.278588 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.279023 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c4418-46ec-4d52-ba26-a10eba63165b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:16.289673 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (d774747b-7777-4bbe-9570-71c987a7b55a), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.311452 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (c924697c-b180-4b1b-9f12-d7889a054b97), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.312916 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:16.314107 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.330638 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:42:16.330931 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:42:16.331679 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:42:16.331993 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Subscribe: > port after_create 55550000 {{(pid=111616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:42:16.332332 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:42:16.332663 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Subscribe: > port after_update 55550000 {{(pid=111616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:42:16.332995 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:42:16.333319 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:42:16.333647 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:42:16.333959 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:42:16.380687 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 96a53475-af51-4bd0-8705-35e2d8aa0402 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:42:16.407452 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 96a53475-af51-4bd0-8705-35e2d8aa0402 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:42:16.408056 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 96a53475-af51-4bd0-8705-35e2d8aa0402 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:42:16.409045 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device fae5734c-1656-4a4a-90d5-c88ae2f26068 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:42:16.429260 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: fae5734c-1656-4a4a-90d5-c88ae2f26068 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:42:16.429866 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device fae5734c-1656-4a4a-90d5-c88ae2f26068 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:42:16.430427 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 5609ffff-051c-4119-87e7-0f75999a0841 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:42:16.450482 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 5609ffff-051c-4119-87e7-0f75999a0841 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:42:16.450899 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 5609ffff-051c-4119-87e7-0f75999a0841 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:42:16.488032 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:42:16.488418 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:42:16.488758 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:42:16.489088 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:42:16.489461 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d774747b-7777-4bbe-9570-71c987a7b55a']}} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:16.548572 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1014fa01-08d9-4050-a335-6a1320575b72') {'for_net_delete': True} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:16.548572 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1014fa01-08d9-4050-a335-6a1320575b72') {} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:16.572886 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9522743 Oct 20 14:42:16.573438 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34294) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:16.575751 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3906344'] for segment (1014fa01-08d9-4050-a335-6a1320575b72), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.580602 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-69c86443-59fa-4028-b268-1295e5c70a12 admin admin] Request body: {'subnet': {'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-33245203-subnet', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'ip_version': 4}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:16.603011 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a1b2a-ab61-47be-9ee0-e717fb9298d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c924697c-b180-4b1b-9f12-d7889a054b97,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:16.603552 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c86443-59fa-4028-b268-1295e5c70a12 admin admin] Made reservation on behalf of d5614088125349f1975cc55b25dd9dbc for: {'subnet': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:42:16.606796 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-69c86443-59fa-4028-b268-1295e5c70a12 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.609397 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (1014fa01-08d9-4050-a335-6a1320575b72), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.622584 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=111616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:42:16.623065 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506356'] for segment (1014fa01-08d9-4050-a335-6a1320575b72), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.627169 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network c924697c-b180-4b1b-9f12-d7889a054b97 details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:42:16.726647 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (d774747b-7777-4bbe-9570-71c987a7b55a), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.735820 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.742648 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/d774747b-7777-4bbe-9570-71c987a7b55a HTTP/1.1" status: 204 len: 168 time: 1.0975597 Oct 20 14:42:16.762441 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef37ad-2dbb-43c0-a33f-14595ccd5213 admin admin] Pushing event deleted for resources: {'Network': ['ID=d774747b-7777-4bbe-9570-71c987a7b55a,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:16.868174 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:16.923759 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-69c86443-59fa-4028-b268-1295e5c70a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (56aaf329-fdc0-417e-828a-ce1cc2420856), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:16.992599 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c86443-59fa-4028-b268-1295e5c70a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56aaf329-fdc0-417e-828a-ce1cc2420856,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:17.001630 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c86443-59fa-4028-b268-1295e5c70a12 admin admin] Checking segment: {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:17.001988 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c86443-59fa-4028-b268-1295e5c70a12 admin admin] Network hostable DHCP agents. Network: c924697c-b180-4b1b-9f12-d7889a054b97, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:42:17.022906 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c86443-59fa-4028-b268-1295e5c70a12 admin admin] Network c924697c-b180-4b1b-9f12-d7889a054b97 is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:42:17.035267 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-69c86443-59fa-4028-b268-1295e5c70a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, c924697c-b180-4b1b-9f12-d7889a054b97) {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:17.047306 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef35fa-9981-4ea6-83d2-e32ac133646c None None] Network c924697c-b180-4b1b-9f12-d7889a054b97 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:42:17.057690 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c86443-59fa-4028-b268-1295e5c70a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:17.059094 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-69c86443-59fa-4028-b268-1295e5c70a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:17.080732 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-69c86443-59fa-4028-b268-1295e5c70a12 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5047562 Oct 20 14:42:17.084908 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34326) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:17.098029 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:17.119769 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34328) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:17.142645 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2810'] for router (291aa9d2-4f08-46f9-a62c-4066ea690f1b), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:17.144054 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2797'] for router (291aa9d2-4f08-46f9-a62c-4066ea690f1b), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:17.210080 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b6c131a-0226-5d4d-ba6c-abc91a33af30-c924697c-b180-4b1b-9f12-d7889a054b97', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856'}]}} from dv-cinder-779233-7-iscsi. {{(pid=111618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 14:42:17.211009 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:17.235352 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-7c8bceff-f0d7-4564-b0d7-4471b5dad3e1 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=201aed13c0e342f5b30286ce3f82eb82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1089351 Oct 20 14:42:17.238604 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34336) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:17.243914 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Publish callbacks [] for router_controller (291aa9d2-4f08-46f9-a62c-4066ea690f1b), precommit_add_association {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:17.336324 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:17.351921 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f06a-97d1-405b-9e03-a8e7ad32e82f admin admin] Publish callbacks [] for security_group (cddc664e-a7fd-47c1-aa67-d814d27d1f9e), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:17.407459 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f06a-97d1-405b-9e03-a8e7ad32e82f admin admin] Publish callbacks [] for security_group (cddc664e-a7fd-47c1-aa67-d814d27d1f9e), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:17.451938 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment 1014fa01-08d9-4050-a335-6a1320575b72 resource provider aggregate not found Oct 20 14:42:17.470232 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:17.493730 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f06a-97d1-405b-9e03-a8e7ad32e82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (cddc664e-a7fd-47c1-aa67-d814d27d1f9e), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:17.496797 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f06a-97d1-405b-9e03-a8e7ad32e82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:17.497955 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-c6f4f06a-97d1-405b-9e03-a8e7ad32e82f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/cddc664e-a7fd-47c1-aa67-d814d27d1f9e HTTP/1.1" status: 204 len: 168 time: 0.2580051 Oct 20 14:42:17.513361 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4f06a-97d1-405b-9e03-a8e7ad32e82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddc664e-a7fd-47c1-aa67-d814d27d1f9e,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:17.518135 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment 1014fa01-08d9-4050-a335-6a1320575b72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1014fa01-08d9-4050-a335-6a1320575b72 found for delete ", "request_id": "req-fb7fe492-61c3-4d43-9dcd-a5c31e20cd62"}]} Oct 20 14:42:17.533289 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Publish callbacks [] for router_gateway (291aa9d2-4f08-46f9-a62c-4066ea690f1b), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:17.556010 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.db_base_plugin_common [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Allocated IP 172.20.0.2 (c924697c-b180-4b1b-9f12-d7889a054b97/56aaf329-fdc0-417e-828a-ce1cc2420856/18888a2a-aed1-41cf-bf1b-a4c864b81d11) {{(pid=111618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:42:17.771782 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Publish callbacks [] for router_gateway (291aa9d2-4f08-46f9-a62c-4066ea690f1b), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:17.796511 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:17.882784 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Publish callbacks [] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), precommit_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:17.891560 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:17.899120 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:17.943415 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Allocated IP 172.27.0.181 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/4b48b40a-919f-4e21-b8e8-c9ff2a27c123) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:42:17.954412 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Pushing event updated for resources: {'Port': ['ID=18888a2a-aed1-41cf-bf1b-a4c864b81d11,revision_number=1']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:17.982018 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Network c924697c-b180-4b1b-9f12-d7889a054b97 is already hosted by enough agents. {{(pid=111618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:17.985885 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.base_scheduler [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Resources bound (agent type, host, resource id): {{(pid=111618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:17.990725 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Received port after_create {{(pid=111618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:42:18.060407 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Attempting to bind port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:42:18.061423 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Attempting to bind port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:42:18.062126 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Attempting to bind port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 on network c924697c-b180-4b1b-9f12-d7889a054b97 {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:42:18.083560 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:18.111591 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Publish callbacks [] for port (4b48b40a-919f-4e21-b8e8-c9ff2a27c123), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:18.115252 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:42:18.115503 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Checking segment: {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:18.115911 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:18.116325 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Bound using segment: {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:42:18.116837 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Bound port: 18888a2a-aed1-41cf-bf1b-a4c864b81d11, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:42:18.117227 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:18.156827 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (4b48b40a-919f-4e21-b8e8-c9ff2a27c123), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:18.186364 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] For port 18888a2a-aed1-41cf-bf1b-a4c864b81d11, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:42:18.189740 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] For port 18888a2a-aed1-41cf-bf1b-a4c864b81d11, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=18888a2a-aed1-41cf-bf1b-a4c864b81d11,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:42:18.196855 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:18.199649 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=7 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:18.212662 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:18.219942 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:18.224648 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:42:18.228675 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=4b48b40a-919f-4e21-b8e8-c9ff2a27c123,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:18.289291 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce88c99-51ea-4663-b56c-2c8cd0d88b23 None None] Pushing event updated for resources: {'Port': ['ID=18888a2a-aed1-41cf-bf1b-a4c864b81d11,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:18.554124 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Publish callbacks [] for router_gateway (291aa9d2-4f08-46f9-a62c-4066ea690f1b), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:18.748395 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34392) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:18.800115 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647634'] for router (291aa9d2-4f08-46f9-a62c-4066ea690f1b), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:18.842132 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34402) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:18.891104 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df57640-f60e-4b61-bb5c-52d3a9cd5842 admin admin] Deleting subnet 564ab718-2b1b-483d-926b-6a807ad1d11b {{(pid=111616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:42:18.894647 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6df57640-f60e-4b61-bb5c-52d3a9cd5842 admin admin] Publish callbacks [] for subnet (564ab718-2b1b-483d-926b-6a807ad1d11b), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:18.936322 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-network', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:18.959249 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Router 291aa9d2-4f08-46f9-a62c-4066ea690f1b is scheduled to L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 with binding_index 1 {{(pid=111617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 14:42:18.971331 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:18.972783 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:19.017852 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] Made reservation on behalf of 7688b0fbf84b4f4f9c21cb4112ee53b5 for: {'network': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:42:19.021054 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.037133 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.044686 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6df57640-f60e-4b61-bb5c-52d3a9cd5842 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3906335'] for subnet (564ab718-2b1b-483d-926b-6a807ad1d11b), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.118639 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:42:19.129525 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6df57640-f60e-4b61-bb5c-52d3a9cd5842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (564ab718-2b1b-483d-926b-6a807ad1d11b), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.135898 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Sync routers for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:42:19.140049 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.142115 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-2930487a-949c-4d92-b10e-a66ed2dff5e4 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0523667 Oct 20 14:42:19.144406 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34410) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:19.149859 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:42:19.150650 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:41:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:19.227481 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] Publish callbacks [] for security_group (f14b0bd1-254a-400f-a457-7e8441ee9398), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.233787 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6df57640-f60e-4b61-bb5c-52d3a9cd5842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9298077'] for subnet (564ab718-2b1b-483d-926b-6a807ad1d11b), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.240685 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (f14b0bd1-254a-400f-a457-7e8441ee9398), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.251419 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:19.274924 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df57640-f60e-4b61-bb5c-52d3a9cd5842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=564ab718-2b1b-483d-926b-6a807ad1d11b,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:19.277993 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:42:19.299922 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6df57640-f60e-4b61-bb5c-52d3a9cd5842 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.303905 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-6df57640-f60e-4b61-bb5c-52d3a9cd5842 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/564ab718-2b1b-483d-926b-6a807ad1d11b HTTP/1.1" status: 204 len: 168 time: 0.4606390 Oct 20 14:42:19.308302 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=111616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:42:19.310757 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34412) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:19.350724 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14b0bd1-254a-400f-a457-7e8441ee9398,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:19.619327 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df11fd8b-23e3-486d-88c5-ef07e599f113 None None] Network c924697c-b180-4b1b-9f12-d7889a054b97 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:42:19.628679 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (284a419a-f1b2-4464-9d7d-d9ed16ab3a54), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.629247 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.segments_db [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] Added segment 284a419a-f1b2-4464-9d7d-d9ed16ab3a54 of type vlan for network c28ca665-bebd-48d6-918c-3a77995d0c6e Oct 20 14:42:19.661912 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c88f996a-b8d6-47ed-bf9e-6892a8b887a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (82ec6569-ab75-46a5-801b-869a1689b172), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.679963 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-249a9e37-2660-47ef-9e38-0e23d3e0eb0c None None] Provisioning complete for port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:19.680301 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-249a9e37-2660-47ef-9e38-0e23d3e0eb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.680660 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-249a9e37-2660-47ef-9e38-0e23d3e0eb0c None None] Attempt 1 to provision port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 Oct 20 14:42:19.709279 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (c28ca665-bebd-48d6-918c-3a77995d0c6e), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.772654 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:19.790324 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c88f996a-b8d6-47ed-bf9e-6892a8b887a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (82ec6569-ab75-46a5-801b-869a1689b172), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.811195 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-c88f996a-b8d6-47ed-bf9e-6892a8b887a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ec6569-ab75-46a5-801b-869a1689b172']}} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:19.820799 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-c88f996a-b8d6-47ed-bf9e-6892a8b887a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1efdfc8-ce96-40de-9e8c-9c971392925e') {'for_net_delete': True} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:19.821066 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-c88f996a-b8d6-47ed-bf9e-6892a8b887a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1efdfc8-ce96-40de-9e8c-9c971392925e') {} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:19.831988 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c88f996a-b8d6-47ed-bf9e-6892a8b887a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3906344'] for segment (a1efdfc8-ce96-40de-9e8c-9c971392925e), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.845696 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.db.resource_extend [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 20 14:42:19.849056 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c88f996a-b8d6-47ed-bf9e-6892a8b887a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (a1efdfc8-ce96-40de-9e8c-9c971392925e), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.859685 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.864656 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:18Z', 'revision_number': 3, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:19.866905 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88f996a-b8d6-47ed-bf9e-6892a8b887a8 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=111616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:42:19.867304 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c88f996a-b8d6-47ed-bf9e-6892a8b887a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506356'] for segment (a1efdfc8-ce96-40de-9e8c-9c971392925e), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.898909 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Checking router: 291aa9d2-4f08-46f9-a62c-4066ea690f1b for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:42:19.899230 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Updating router 291aa9d2-4f08-46f9-a62c-4066ea690f1b port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 binding host dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:42:19.901388 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-249a9e37-2660-47ef-9e38-0e23d3e0eb0c None None] Current status of the port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:19.901790 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-249a9e37-2660-47ef-9e38-0e23d3e0eb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.915830 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment a1efdfc8-ce96-40de-9e8c-9c971392925e resource provider aggregate not found Oct 20 14:42:19.927841 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (c28ca665-bebd-48d6-918c-3a77995d0c6e), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.929481 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:19.930227 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.958123 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (4b48b40a-919f-4e21-b8e8-c9ff2a27c123), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:19.963449 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment a1efdfc8-ce96-40de-9e8c-9c971392925e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1efdfc8-ce96-40de-9e8c-9c971392925e found for delete ", "request_id": "req-6dab8e01-d086-445d-908c-3fd037e381de"}]} Oct 20 14:42:19.965567 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-249a9e37-2660-47ef-9e38-0e23d3e0eb0c None None] For port 18888a2a-aed1-41cf-bf1b-a4c864b81d11, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=18888a2a-aed1-41cf-bf1b-a4c864b81d11,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:19.986094 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-249a9e37-2660-47ef-9e38-0e23d3e0eb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.020034 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2699091 Oct 20 14:42:20.021314 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34422) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:20.024150 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c88f996a-b8d6-47ed-bf9e-6892a8b887a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (82ec6569-ab75-46a5-801b-869a1689b172), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.038257 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-e4e8b964-62f7-47dc-91fd-46a83656d5ed admin admin] Request body: {'subnet': {'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-subnet', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:20.056749 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:20.057440 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:20.066162 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e8b964-62f7-47dc-91fd-46a83656d5ed admin admin] Made reservation on behalf of 7688b0fbf84b4f4f9c21cb4112ee53b5 for: {'subnet': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:42:20.068627 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e4e8b964-62f7-47dc-91fd-46a83656d5ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9298102'] for subnet (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.072173 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c88f996a-b8d6-47ed-bf9e-6892a8b887a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.078467 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-c88f996a-b8d6-47ed-bf9e-6892a8b887a8 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/82ec6569-ab75-46a5-801b-869a1689b172 HTTP/1.1" status: 204 len: 168 time: 0.7615445 Oct 20 14:42:20.079364 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34424) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:20.082872 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d29c08-d747-4ca4-bbb3-ed0005f9b4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=c28ca665-bebd-48d6-918c-3a77995d0c6e,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:20.142053 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network c28ca665-bebd-48d6-918c-3a77995d0c6e details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:42:20.186899 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Allocated IP 172.20.0.1 (c924697c-b180-4b1b-9f12-d7889a054b97/56aaf329-fdc0-417e-828a-ce1cc2420856/3e76d3ea-5319-438b-b5e6-9440e88d8642) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:42:20.224009 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f996a-b8d6-47ed-bf9e-6892a8b887a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=82ec6569-ab75-46a5-801b-869a1689b172,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:20.262143 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f46349a-acf4-45df-a108-cc1e9fb5c985 admin admin] Deleting subnet a387a35f-80b2-4bd1-87ad-c0dd2a4fb5b1 {{(pid=111616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:42:20.271922 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3f46349a-acf4-45df-a108-cc1e9fb5c985 admin admin] Publish callbacks [] for subnet (a387a35f-80b2-4bd1-87ad-c0dd2a4fb5b1), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.274548 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:20.317697 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a9e37-2660-47ef-9e38-0e23d3e0eb0c None None] Pushing event updated for resources: {'Port': ['ID=18888a2a-aed1-41cf-bf1b-a4c864b81d11,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:20.331717 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3f46349a-acf4-45df-a108-cc1e9fb5c985 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3906335'] for subnet (a387a35f-80b2-4bd1-87ad-c0dd2a4fb5b1), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.412529 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Publish callbacks [] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.414599 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3f46349a-acf4-45df-a108-cc1e9fb5c985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (a387a35f-80b2-4bd1-87ad-c0dd2a4fb5b1), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.454504 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.539062 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Network c924697c-b180-4b1b-9f12-d7889a054b97 is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:20.544425 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:20.545912 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e4e8b964-62f7-47dc-91fd-46a83656d5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9298084'] for subnet (abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.549348 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 18888a2a-aed1-41cf-bf1b-a4c864b81d11 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:20.564560 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:42:20.565299 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650576'] for router_interface (291aa9d2-4f08-46f9-a62c-4066ea690f1b), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.589147 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3f46349a-acf4-45df-a108-cc1e9fb5c985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9298077'] for subnet (a387a35f-80b2-4bd1-87ad-c0dd2a4fb5b1), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.596757 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-1b932751-2364-4419-a56b-8ecd4039702b None None] Provisioning complete for port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:20.597155 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1b932751-2364-4419-a56b-8ecd4039702b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.597489 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-1b932751-2364-4419-a56b-8ecd4039702b None None] Attempt 1 to provision port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 Oct 20 14:42:20.633800 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3f46349a-acf4-45df-a108-cc1e9fb5c985 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.640928 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Pushing event updated for resources: {'Port': ['ID=3e76d3ea-5319-438b-b5e6-9440e88d8642,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:20.641153 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-3f46349a-acf4-45df-a108-cc1e9fb5c985 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/a387a35f-80b2-4bd1-87ad-c0dd2a4fb5b1 HTTP/1.1" status: 204 len: 168 time: 0.5592976 Oct 20 14:42:20.642305 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8b964-62f7-47dc-91fd-46a83656d5ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:20.644521 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34438) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:20.680751 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:20.706929 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Publish callbacks [] for port (4b48b40a-919f-4e21-b8e8-c9ff2a27c123), precommit_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.719988 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8b964-62f7-47dc-91fd-46a83656d5ed admin admin] Checking segment: {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:20.720575 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8b964-62f7-47dc-91fd-46a83656d5ed admin admin] Network hostable DHCP agents. Network: c28ca665-bebd-48d6-918c-3a77995d0c6e, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:42:20.723200 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46349a-acf4-45df-a108-cc1e9fb5c985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a387a35f-80b2-4bd1-87ad-c0dd2a4fb5b1,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:20.737300 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (4b48b40a-919f-4e21-b8e8-c9ff2a27c123), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.767275 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Attempting to bind port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:42:20.767641 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Attempting to bind port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:42:20.767998 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Attempting to bind port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 on network ed096fec-642f-438e-acc4-cc1a6014fcef {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:42:20.783950 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.801476 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ce486f20-c39e-46d9-9036-fc85442b0b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.805342 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8b964-62f7-47dc-91fd-46a83656d5ed admin admin] Network c28ca665-bebd-48d6-918c-3a77995d0c6e is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:42:20.853142 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-e4e8b964-62f7-47dc-91fd-46a83656d5ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, c28ca665-bebd-48d6-918c-3a77995d0c6e) {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:20.859014 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:20.874035 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:20.877485 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e8b964-62f7-47dc-91fd-46a83656d5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:20.878095 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e4e8b964-62f7-47dc-91fd-46a83656d5ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.886921 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:20.887311 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.887653 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 Oct 20 14:42:20.906889 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922ea805-c896-4abf-8cfc-e010ebbabdad None None] Network c28ca665-bebd-48d6-918c-3a77995d0c6e requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:42:20.931104 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ce486f20-c39e-46d9-9036-fc85442b0b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:20.937001 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-e4e8b964-62f7-47dc-91fd-46a83656d5ed admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9107957 Oct 20 14:42:20.943086 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34440) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:20.950777 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:20.974266 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-ce486f20-c39e-46d9-9036-fc85442b0b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6']}} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:20.977809 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223e3da-b4b9-43cb-a049-9fac20871568 None None] Pushing event updated for resources: {'Port': ['ID=4b48b40a-919f-4e21-b8e8-c9ff2a27c123,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:20.989918 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-ce486f20-c39e-46d9-9036-fc85442b0b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30d70ec-3972-4b8f-b509-a833388dc8a2') {'for_net_delete': True} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:20.990222 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-ce486f20-c39e-46d9-9036-fc85442b0b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30d70ec-3972-4b8f-b509-a833388dc8a2') {} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:21.001725 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2810'] for router (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.002906 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2797'] for router (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.009093 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ce486f20-c39e-46d9-9036-fc85442b0b2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3906344'] for segment (c30d70ec-3972-4b8f-b509-a833388dc8a2), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.026391 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Publish callbacks [] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.027815 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:42:21.028222 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Checking segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:21.028677 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.029188 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Bound using segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:42:21.029681 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Bound port: 4b48b40a-919f-4e21-b8e8-c9ff2a27c123, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:42:21.030007 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (4b48b40a-919f-4e21-b8e8-c9ff2a27c123), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.031636 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ce486f20-c39e-46d9-9036-fc85442b0b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (c30d70ec-3972-4b8f-b509-a833388dc8a2), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.033429 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.034396 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1556649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653504'] for router_interface (291aa9d2-4f08-46f9-a62c-4066ea690f1b), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.039208 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:21.052717 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce486f20-c39e-46d9-9036-fc85442b0b2c admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=111616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:42:21.053205 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ce486f20-c39e-46d9-9036-fc85442b0b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506356'] for segment (c30d70ec-3972-4b8f-b509-a833388dc8a2), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.056062 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-1b932751-2364-4419-a56b-8ecd4039702b None None] Current status of the port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:21.097682 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Publish callbacks [] for router_controller (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), precommit_add_association {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.151597 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Pushing event updated for resources: {'Port': ['ID=3e76d3ea-5319-438b-b5e6-9440e88d8642,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:21.154696 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:21.156072 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:21.164408 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] For port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:42:21.192636 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:21.201774 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] For port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=4b48b40a-919f-4e21-b8e8-c9ff2a27c123,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:42:21.215293 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-98c438af-7df6-49c3-97d0-273cb1a64005 None None] Provisioning complete for port 3e76d3ea-5319-438b-b5e6-9440e88d8642 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:21.215735 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-98c438af-7df6-49c3-97d0-273cb1a64005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.216062 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-98c438af-7df6-49c3-97d0-273cb1a64005 None None] Attempt 1 to provision port 3e76d3ea-5319-438b-b5e6-9440e88d8642 Oct 20 14:42:21.221358 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (4b48b40a-919f-4e21-b8e8-c9ff2a27c123), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.246226 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b6c131a-0226-5d4d-ba6c-abc91a33af30-c28ca665-bebd-48d6-918c-3a77995d0c6e', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20'}]}} from dv-cinder-779233-7-iscsi. {{(pid=111618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 14:42:21.247225 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.263705 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Network c924697c-b180-4b1b-9f12-d7889a054b97 is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:21.269474 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:21.291517 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ce486f20-c39e-46d9-9036-fc85442b0b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.302202 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ce486f20-c39e-46d9-9036-fc85442b0b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.309373 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ce486f20-c39e-46d9-9036-fc85442b0b2c admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6 HTTP/1.1" status: 204 len: 168 time: 0.6615171 Oct 20 14:42:21.325329 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce486f20-c39e-46d9-9036-fc85442b0b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4b5e6f-1fa4-4b09-a827-a28fb9d120a6,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:21.343339 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-98c438af-7df6-49c3-97d0-273cb1a64005 None None] Port 3e76d3ea-5319-438b-b5e6-9440e88d8642 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:42:21.369193 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:42:21.370093 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:41:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:21.479083 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Publish callbacks [] for router_gateway (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.501193 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Router 291aa9d2-4f08-46f9-a62c-4066ea690f1b has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:42:21.583326 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34448) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:21.600866 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223e3da-b4b9-43cb-a049-9fac20871568 None None] Pushing event updated for resources: {'Port': ['ID=4b48b40a-919f-4e21-b8e8-c9ff2a27c123,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:21.650019 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-80d13c55-1f44-4619-a112-f893940cd5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.665042 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-06d0627a-55b0-4b65-b7d9-3eebfd2cc351 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8db062fc1ab147a5a513f6f8d776be21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0785074 Oct 20 14:42:21.669761 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34454) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:21.742756 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:42:21.742922 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-34377f2c-7086-4a24-841f-12389c50d71b None None] Provisioning complete for port 3e76d3ea-5319-438b-b5e6-9440e88d8642 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:21.743427 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-34377f2c-7086-4a24-841f-12389c50d71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.743830 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-34377f2c-7086-4a24-841f-12389c50d71b None None] Attempt 1 to provision port 3e76d3ea-5319-438b-b5e6-9440e88d8642 Oct 20 14:42:21.761730 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-ef85d551-fc14-4ee3-9d72-21ecce0de6cc admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/291aa9d2-4f08-46f9-a62c-4066ea690f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6153536 Oct 20 14:42:21.780334 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.db_base_plugin_common [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Allocated IP 172.20.0.2 (c28ca665-bebd-48d6-918c-3a77995d0c6e/abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20/33b23072-3d1e-49a2-8c54-d98be70dd1f9) {{(pid=111618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:42:21.789646 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:42:21.817692 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-03b1a116-32ce-41a6-832c-09275a6167e8 admin admin] Publish callbacks [] for security_group (359c40db-983f-4ac7-bfa4-d50389358358), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.871271 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-03b1a116-32ce-41a6-832c-09275a6167e8 admin admin] Publish callbacks [] for security_group (359c40db-983f-4ac7-bfa4-d50389358358), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.903384 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Publish callbacks [] for router_gateway (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:21.937805 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.008204 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:22.028192 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment c30d70ec-3972-4b8f-b509-a833388dc8a2 resource provider aggregate not found Oct 20 14:42:22.035075 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-03b1a116-32ce-41a6-832c-09275a6167e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (359c40db-983f-4ac7-bfa4-d50389358358), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.035314 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-34377f2c-7086-4a24-841f-12389c50d71b None None] Port 3e76d3ea-5319-438b-b5e6-9440e88d8642 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:42:22.038138 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-03b1a116-32ce-41a6-832c-09275a6167e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.039321 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-03b1a116-32ce-41a6-832c-09275a6167e8 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/359c40db-983f-4ac7-bfa4-d50389358358 HTTP/1.1" status: 204 len: 168 time: 0.3688290 Oct 20 14:42:22.131573 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1a116-32ce-41a6-832c-09275a6167e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359c40db-983f-4ac7-bfa4-d50389358358,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:22.144014 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment c30d70ec-3972-4b8f-b509-a833388dc8a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c30d70ec-3972-4b8f-b509-a833388dc8a2 found for delete ", "request_id": "req-21ad7566-bf58-4fa2-bb83-540bedc904a5"}]} Oct 20 14:42:22.200948 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Allocated IP 172.27.0.194 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/f58368d7-c7e3-4b38-a7af-17f6539dabd7) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:42:22.351313 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Publish callbacks [] for port (f58368d7-c7e3-4b38-a7af-17f6539dabd7), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.352676 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:22.384283 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:22.394770 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (f58368d7-c7e3-4b38-a7af-17f6539dabd7), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.434544 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 2, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:22.452581 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Pushing event updated for resources: {'Port': ['ID=f58368d7-c7e3-4b38-a7af-17f6539dabd7,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:22.467709 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:22.470715 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:22.473387 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:42:22.478819 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf934f2c-b4ab-43eb-a99e-bca2caa4d4b4 None None] The sync data for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi is: [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 2, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:42:22.487155 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 18888a2a-aed1-41cf-bf1b-a4c864b81d11 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:22.541111 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Publish callbacks [] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), precommit_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.560866 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.614772 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34484) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:22.619804 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:22.621280 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Pushing event updated for resources: {'Port': ['ID=33b23072-3d1e-49a2-8c54-d98be70dd1f9,revision_number=1']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:22.635920 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Network c28ca665-bebd-48d6-918c-3a77995d0c6e is already hosted by enough agents. {{(pid=111618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:22.637876 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:22.638382 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.638693 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 Oct 20 14:42:22.646027 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.base_scheduler [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Resources bound (agent type, host, resource id): {{(pid=111618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:22.649969 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Received port after_create {{(pid=111618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:42:22.717451 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-e998faaf-7adc-45d4-89ff-4de6f3542326 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c6620e37a86642dead8bffe716fc6bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1000614 Oct 20 14:42:22.720125 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34488) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:22.779331 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Attempting to bind port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:42:22.779635 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Attempting to bind port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:42:22.779959 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Attempting to bind port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 on network c28ca665-bebd-48d6-918c-3a77995d0c6e {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:42:22.800079 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:22.824019 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d7c8-2411-4837-8514-a0bb733c1916 admin admin] Publish callbacks [] for security_group (81b95d48-b5da-4521-841e-de9b05421bee), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.902524 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d7c8-2411-4837-8514-a0bb733c1916 admin admin] Publish callbacks [] for security_group (81b95d48-b5da-4521-841e-de9b05421bee), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.922279 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:22.957856 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Publish callbacks [] for router_gateway (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.961802 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:42:22.962173 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Checking segment: {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:22.962575 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.962964 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Bound using segment: {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:42:22.963440 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Bound port: 33b23072-3d1e-49a2-8c54-d98be70dd1f9, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:42:22.963813 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.992280 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d7c8-2411-4837-8514-a0bb733c1916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (81b95d48-b5da-4521-841e-de9b05421bee), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.997199 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d7c8-2411-4837-8514-a0bb733c1916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:22.999140 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-4bb2d7c8-2411-4837-8514-a0bb733c1916 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/81b95d48-b5da-4521-841e-de9b05421bee HTTP/1.1" status: 204 len: 168 time: 0.2772129 Oct 20 14:42:23.015137 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34494) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:23.025050 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1688581028-network', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:23.058410 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d7c8-2411-4837-8514-a0bb733c1916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b95d48-b5da-4521-841e-de9b05421bee,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:23.067861 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] Made reservation on behalf of 2a583792afbd4bf2b016df8fe868fc82 for: {'network': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:42:23.075610 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:23.094294 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] For port 33b23072-3d1e-49a2-8c54-d98be70dd1f9, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:42:23.111980 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:23.121968 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] For port 33b23072-3d1e-49a2-8c54-d98be70dd1f9, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=33b23072-3d1e-49a2-8c54-d98be70dd1f9,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:42:23.132644 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:23.231873 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60041090-ba20-4099-ae22-c8fa31dc71d9 None None] Pushing event updated for resources: {'Port': ['ID=33b23072-3d1e-49a2-8c54-d98be70dd1f9,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:23.253603 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647634'] for router (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:23.330967 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:23.340780 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] Publish callbacks [] for security_group (c2466e2f-d6fb-4a72-9bcd-98ac16413334), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:23.349840 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (c2466e2f-d6fb-4a72-9bcd-98ac16413334), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:23.410214 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=111617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:42:23.457217 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:23.457857 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.segments_db [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] Added segment f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6 of type vlan for network ea5d273a-94e7-4e0a-b035-5c2095934088 Oct 20 14:42:23.466362 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2466e2f-d6fb-4a72-9bcd-98ac16413334,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:23.555833 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd is scheduled to L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 with binding_index 1 {{(pid=111616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 14:42:23.569649 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (ea5d273a-94e7-4e0a-b035-5c2095934088), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:23.612224 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (ea5d273a-94e7-4e0a-b035-5c2095934088), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:23.613773 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:23.614496 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:23.661631 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-33a954eb-bdcf-4c1d-b232-3cfcff031fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:23.669516 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6529951 Oct 20 14:42:23.672971 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34506) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:23.678811 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-963ec95e-830e-4c31-8266-929a4aa763f4 admin admin] Request body: {'subnet': {'network_id': 'ea5d273a-94e7-4e0a-b035-5c2095934088', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1688581028-subnet', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82', 'ip_version': 4}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:23.702595 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:23.816781 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963ec95e-830e-4c31-8266-929a4aa763f4 admin admin] Made reservation on behalf of 2a583792afbd4bf2b016df8fe868fc82 for: {'subnet': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:42:23.829813 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-963ec95e-830e-4c31-8266-929a4aa763f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9298102'] for subnet (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:23.853457 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476f542-b2e4-4644-a5d5-12c0e4543157 admin admin] Pushing event updated for resources: {'Network': ['ID=ea5d273a-94e7-4e0a-b035-5c2095934088,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:23.865969 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network ea5d273a-94e7-4e0a-b035-5c2095934088 details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:42:23.983276 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:24.191984 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:42:24.203533 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Sync routers for ids ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:42:24.214224 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Routers {'4b62dca2-0d26-475a-a4d6-269e2d8a18fd'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:42:24.214938 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:42:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:24.236899 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:24.238169 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-da8b666f-5fe8-4cee-b2a4-2b860fb79a79 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2941730 Oct 20 14:42:24.241173 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34522) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:24.413436 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Set router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:42:24.547313 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-963ec95e-830e-4c31-8266-929a4aa763f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9298084'] for subnet (9a94feb1-afc8-408c-a09f-5c85c67d9b57), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:24.596625 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 33b23072-3d1e-49a2-8c54-d98be70dd1f9 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:24.684414 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:24.692477 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ec95e-830e-4c31-8266-929a4aa763f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a94feb1-afc8-408c-a09f-5c85c67d9b57,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:24.715269 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:22Z', 'revision_number': 3, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:24.715694 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963ec95e-830e-4c31-8266-929a4aa763f4 admin admin] Checking segment: {'id': 'f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ea5d273a-94e7-4e0a-b035-5c2095934088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:24.716089 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963ec95e-830e-4c31-8266-929a4aa763f4 admin admin] Network hostable DHCP agents. Network: ea5d273a-94e7-4e0a-b035-5c2095934088, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:42:24.743823 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963ec95e-830e-4c31-8266-929a4aa763f4 admin admin] Network ea5d273a-94e7-4e0a-b035-5c2095934088 is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:42:24.744662 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Checking router: 4b62dca2-0d26-475a-a4d6-269e2d8a18fd for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:42:24.745109 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Updating router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd port f58368d7-c7e3-4b38-a7af-17f6539dabd7 binding host dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:42:24.757754 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-963ec95e-830e-4c31-8266-929a4aa763f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, ea5d273a-94e7-4e0a-b035-5c2095934088) {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:24.769966 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963ec95e-830e-4c31-8266-929a4aa763f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:24.770562 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-963ec95e-830e-4c31-8266-929a4aa763f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:24.786712 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cb4d02-844a-41b2-b4ba-68f9451194c8 None None] Network ea5d273a-94e7-4e0a-b035-5c2095934088 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:42:24.792587 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (f58368d7-c7e3-4b38-a7af-17f6539dabd7), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:24.826660 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-963ec95e-830e-4c31-8266-929a4aa763f4 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1525829 Oct 20 14:42:24.829350 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34534) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:24.834174 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1688581028-router', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:24.840190 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b3bce9-d4c2-4af6-9ffa-37923ee0b0d2 None None] Network c28ca665-bebd-48d6-918c-3a77995d0c6e requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:42:24.885693 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2810'] for router (6e846c6d-9726-4265-a383-eb4ee36bba20), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:24.887432 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2797'] for router (6e846c6d-9726-4265-a383-eb4ee36bba20), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:24.965974 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Publish callbacks [] for router_controller (6e846c6d-9726-4265-a383-eb4ee36bba20), precommit_add_association {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.090430 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-9021436d-b40b-4b3e-9381-f665968b64b6 None None] Provisioning complete for port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:25.090835 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9021436d-b40b-4b3e-9381-f665968b64b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.094525 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-9021436d-b40b-4b3e-9381-f665968b64b6 None None] Attempt 1 to provision port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 Oct 20 14:42:25.113050 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.114278 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:25.118302 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.118853 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 Oct 20 14:42:25.154079 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Publish callbacks [] for router_gateway (6e846c6d-9726-4265-a383-eb4ee36bba20), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.209881 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:25.240395 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.324013 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:25.325239 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:25.384901 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Publish callbacks [] for port (f58368d7-c7e3-4b38-a7af-17f6539dabd7), precommit_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.403104 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (f58368d7-c7e3-4b38-a7af-17f6539dabd7), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.503257 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34552) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:25.512950 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Attempting to bind port f58368d7-c7e3-4b38-a7af-17f6539dabd7 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:42:25.513316 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Attempting to bind port f58368d7-c7e3-4b38-a7af-17f6539dabd7 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:42:25.514327 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Attempting to bind port f58368d7-c7e3-4b38-a7af-17f6539dabd7 on network ed096fec-642f-438e-acc4-cc1a6014fcef {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:42:25.565129 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Publish callbacks [] for router_gateway (6e846c6d-9726-4265-a383-eb4ee36bba20), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.588661 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:25.607867 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:42:25.608683 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Checking segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:25.609253 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.609464 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Allocated IP 172.20.0.1 (c28ca665-bebd-48d6-918c-3a77995d0c6e/abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20/693e3304-e5ae-45f6-ae05-5fad936e343f) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:42:25.613798 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Bound using segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:42:25.614340 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Bound port: f58368d7-c7e3-4b38-a7af-17f6539dabd7, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:42:25.614734 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (f58368d7-c7e3-4b38-a7af-17f6539dabd7), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.622148 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.656935 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b6c131a-0226-5d4d-ba6c-abc91a33af30-ea5d273a-94e7-4e0a-b035-5c2095934088', 'network_id': 'ea5d273a-94e7-4e0a-b035-5c2095934088', 'project_id': '2a583792afbd4bf2b016df8fe868fc82', 'fixed_ips': [{'subnet_id': '9a94feb1-afc8-408c-a09f-5c85c67d9b57'}]}} from dv-cinder-779233-7-iscsi. {{(pid=111618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 14:42:25.659720 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.671435 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Pushing event updated for resources: {'Port': ['ID=f58368d7-c7e3-4b38-a7af-17f6539dabd7,revision_number=2']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:25.777482 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:25.789184 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.789833 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.790948 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.792024 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.792671 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.794128 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.794615 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.795682 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.797623 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.798243 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.799275 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.800116 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.802889 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.803438 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.803833 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:25.842024 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Publish callbacks [] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.847467 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] For port f58368d7-c7e3-4b38-a7af-17f6539dabd7, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:42:25.856749 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] For port f58368d7-c7e3-4b38-a7af-17f6539dabd7, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=f58368d7-c7e3-4b38-a7af-17f6539dabd7,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:42:25.870915 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (f58368d7-c7e3-4b38-a7af-17f6539dabd7), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.911056 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.911745 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-9021436d-b40b-4b3e-9381-f665968b64b6 None None] Current status of the port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:25.912216 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9021436d-b40b-4b3e-9381-f665968b64b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:25.916689 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:25.918659 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a00660e4-fa7c-4a37-a3e4-2d4b86e965b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.002456 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Routers {'4b62dca2-0d26-475a-a4d6-269e2d8a18fd'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:42:26.003432 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:42:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:26.003925 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:26.004422 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Network c28ca665-bebd-48d6-918c-3a77995d0c6e is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:26.004633 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.011771 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:26.013345 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Allocated IP 172.27.0.148 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/ec51b304-2202-4693-8079-fb6cadd6216a) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:42:26.025255 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:42:26.025783 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650576'] for router_interface (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.040993 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Pushing event updated for resources: {'Port': ['ID=693e3304-e5ae-45f6-ae05-5fad936e343f,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:26.046141 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Sync routers for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:42:26.107164 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-9021436d-b40b-4b3e-9381-f665968b64b6 None None] For port 33b23072-3d1e-49a2-8c54-d98be70dd1f9, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=33b23072-3d1e-49a2-8c54-d98be70dd1f9,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:26.133547 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:42:26.134534 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:42:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:26.140745 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9021436d-b40b-4b3e-9381-f665968b64b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.176400 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] Set router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:42:26.277688 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.306017 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a372904-2f2f-42ee-bc55-b76cd1ac3cf0 None None] Pushing event updated for resources: {'Port': ['ID=f58368d7-c7e3-4b38-a7af-17f6539dabd7,revision_number=3']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:26.323177 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a00660e4-fa7c-4a37-a3e4-2d4b86e965b9 admin admin] Publish callbacks [] for security_group (3fa30331-47de-420a-90bd-43ce8caeb772), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.334748 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a00660e4-fa7c-4a37-a3e4-2d4b86e965b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (3fa30331-47de-420a-90bd-43ce8caeb772), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.349991 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Publish callbacks [] for port (ec51b304-2202-4693-8079-fb6cadd6216a), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.384279 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=13 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:26.453574 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-a00660e4-fa7c-4a37-a3e4-2d4b86e965b9 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=4f5ac0bff4d445448eb7e7d262d2feaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9467893 Oct 20 14:42:26.453912 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (ec51b304-2202-4693-8079-fb6cadd6216a), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.454046 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-0677d637-4108-4d58-a1ed-fa95d250760a None None] Provisioning complete for port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:26.454483 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0677d637-4108-4d58-a1ed-fa95d250760a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.455318 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-0677d637-4108-4d58-a1ed-fa95d250760a None None] Attempt 1 to provision port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 Oct 20 14:42:26.455788 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34566) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:26.459480 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00660e4-fa7c-4a37-a3e4-2d4b86e965b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa30331-47de-420a-90bd-43ce8caeb772,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:26.486842 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:22Z', 'revision_number': 3, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:26.521947 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Publish callbacks [] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.529002 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2521f42c-7ce1-414c-80af-6f6c1b8f53a4 None None] The sync data for ids ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'] in dv-cinder-779233-7-iscsi is: [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:22Z', 'revision_number': 3, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:42:26.529243 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.529393 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1556649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653504'] for router_interface (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.543292 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:26.552981 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:26.571253 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:42:26.572360 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:26.581042 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.db_base_plugin_common [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Allocated IP 172.20.0.2 (ea5d273a-94e7-4e0a-b035-5c2095934088/9a94feb1-afc8-408c-a09f-5c85c67d9b57/1339e3fe-ce62-4c68-b8a4-116a25a8aeb1) {{(pid=111618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:42:26.586396 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.db.api [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 20 14:42:26.587356 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG oslo_db.api [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 14:42:26.605105 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.619345 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Pushing event updated for resources: {'Port': ['ID=ec51b304-2202-4693-8079-fb6cadd6216a,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:26.622352 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.641821 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Pushing event updated for resources: {'Port': ['ID=693e3304-e5ae-45f6-ae05-5fad936e343f,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:26.654817 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ebda018d-33be-417b-bb06-fa5dac4a491e admin admin] Publish callbacks [] for security_group (3fa30331-47de-420a-90bd-43ce8caeb772), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.663755 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021436d-b40b-4b3e-9381-f665968b64b6 None None] Pushing event updated for resources: {'Port': ['ID=33b23072-3d1e-49a2-8c54-d98be70dd1f9,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:26.691443 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-0677d637-4108-4d58-a1ed-fa95d250760a None None] Current status of the port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:26.711755 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Network c28ca665-bebd-48d6-918c-3a77995d0c6e is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:26.713413 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:26.733917 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ebda018d-33be-417b-bb06-fa5dac4a491e admin admin] Publish callbacks [] for security_group (3fa30331-47de-420a-90bd-43ce8caeb772), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.744835 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:42:26.826414 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:26.833879 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:26.875987 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:26.897154 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-29dc1bf2-63fe-4753-ac11-16e9f6559b61 None None] Provisioning complete for port 693e3304-e5ae-45f6-ae05-5fad936e343f triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:26.897759 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-29dc1bf2-63fe-4753-ac11-16e9f6559b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:26.898392 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-29dc1bf2-63fe-4753-ac11-16e9f6559b61 None None] Attempt 1 to provision port 693e3304-e5ae-45f6-ae05-5fad936e343f Oct 20 14:42:26.933693 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:42:27.059843 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:27.079770 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ebda018d-33be-417b-bb06-fa5dac4a491e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (3fa30331-47de-420a-90bd-43ce8caeb772), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:27.082853 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ebda018d-33be-417b-bb06-fa5dac4a491e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:27.087098 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ebda018d-33be-417b-bb06-fa5dac4a491e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3fa30331-47de-420a-90bd-43ce8caeb772 HTTP/1.1" status: 204 len: 168 time: 0.6284475 Oct 20 14:42:27.101359 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda018d-33be-417b-bb06-fa5dac4a491e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa30331-47de-420a-90bd-43ce8caeb772,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:27.184675 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:42:27.208316 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Publish callbacks [] for router_gateway (6e846c6d-9726-4265-a383-eb4ee36bba20), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:27.211160 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-fb2a3abd-6270-4aa1-af31-d6cf361c0860 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/4b62dca2-0d26-475a-a4d6-269e2d8a18fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9686234 Oct 20 14:42:27.284464 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-29dc1bf2-63fe-4753-ac11-16e9f6559b61 None None] Port 693e3304-e5ae-45f6-ae05-5fad936e343f cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:42:27.296941 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Publish callbacks [] for port (1339e3fe-ce62-4c68-b8a4-116a25a8aeb1), precommit_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:27.323204 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (1339e3fe-ce62-4c68-b8a4-116a25a8aeb1), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:27.364900 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:27.366049 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:27.495300 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Network ea5d273a-94e7-4e0a-b035-5c2095934088 is already hosted by enough agents. {{(pid=111618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:27.525868 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.base_scheduler [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Resources bound (agent type, host, resource id): {{(pid=111618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:27.529797 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Received port after_create {{(pid=111618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:42:27.558385 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Pushing event updated for resources: {'Port': ['ID=1339e3fe-ce62-4c68-b8a4-116a25a8aeb1,revision_number=1']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:27.575821 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34588) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:27.580117 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-2280cf1c-0c64-40be-b798-b4de3cdee97b None None] Provisioning complete for port 693e3304-e5ae-45f6-ae05-5fad936e343f triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:27.581841 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-2280cf1c-0c64-40be-b798-b4de3cdee97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:27.583683 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-2280cf1c-0c64-40be-b798-b4de3cdee97b None None] Attempt 1 to provision port 693e3304-e5ae-45f6-ae05-5fad936e343f Oct 20 14:42:27.598709 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647634'] for router (6e846c6d-9726-4265-a383-eb4ee36bba20), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:27.660872 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 2, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:27.732277 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Checking router: 291aa9d2-4f08-46f9-a62c-4066ea690f1b for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:42:27.732635 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Updating router 291aa9d2-4f08-46f9-a62c-4066ea690f1b port 3e76d3ea-5319-438b-b5e6-9440e88d8642 binding host dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:42:27.771799 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a0407cbb-9f88-4068-8b32-63b6f0cc824c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:27.803800 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Router 6e846c6d-9726-4265-a383-eb4ee36bba20 is scheduled to L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 with binding_index 1 {{(pid=111616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 14:42:27.845613 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:27.846062 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (4b48b40a-919f-4e21-b8e8-c9ff2a27c123), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:27.846408 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 Oct 20 14:42:27.848016 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:27.931719 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-2280cf1c-0c64-40be-b798-b4de3cdee97b None None] Port 693e3304-e5ae-45f6-ae05-5fad936e343f cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:42:27.932993 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:27.935832 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:27.937139 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:42:27.938417 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a0407cbb-9f88-4068-8b32-63b6f0cc824c admin admin] Publish callbacks [] for security_group (95d7bf97-98cf-42cb-a130-bec5968496c5), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:27.952250 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Sync routers for ids ['6e846c6d-9726-4265-a383-eb4ee36bba20'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:42:27.966605 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:27.967825 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-b39b7470-2254-40b0-a72d-e07c0dbbe51a admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1376312 Oct 20 14:42:27.968189 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Routers {'6e846c6d-9726-4265-a383-eb4ee36bba20'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:42:27.969102 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:42:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['6e846c6d-9726-4265-a383-eb4ee36bba20'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:27.970785 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34606) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:27.977081 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a0407cbb-9f88-4068-8b32-63b6f0cc824c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (95d7bf97-98cf-42cb-a130-bec5968496c5), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.029221 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0407cbb-9f88-4068-8b32-63b6f0cc824c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d7bf97-98cf-42cb-a130-bec5968496c5,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:28.097191 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Set router 6e846c6d-9726-4265-a383-eb4ee36bba20 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:42:28.170690 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Attempting to bind port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:42:28.171071 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Attempting to bind port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ea5d273a-94e7-4e0a-b035-5c2095934088'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:42:28.171443 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Attempting to bind port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 on network ea5d273a-94e7-4e0a-b035-5c2095934088 {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:42:28.173393 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-a0407cbb-9f88-4068-8b32-63b6f0cc824c admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=9acaf2280fa64285ab2035a75de3ee35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5966556 Oct 20 14:42:28.177151 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34608) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:28.225741 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:28.227804 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:28.249971 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-3cc4163c-cc49-408d-a500-806a723ef343 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:28.256241 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:42:28.256651 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Checking segment: {'id': 'f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ea5d273a-94e7-4e0a-b035-5c2095934088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:28.257060 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.257459 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Bound using segment: {'id': 'f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ea5d273a-94e7-4e0a-b035-5c2095934088'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:42:28.257949 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Bound port: 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ea5d273a-94e7-4e0a-b035-5c2095934088'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:42:28.258332 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (1339e3fe-ce62-4c68-b8a4-116a25a8aeb1), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.259117 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-3cc4163c-cc49-408d-a500-806a723ef343 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 819 time: 0.3162813 Oct 20 14:42:28.290872 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-59f3a5ba-5a9e-41d0-9f5e-48dd151d8366 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/quotas/7688b0fbf84b4f4f9c21cb4112ee53b5 HTTP/1.1" status: 200 len: 375 time: 0.0306575 Oct 20 14:42:28.305801 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-801a72bd-cf72-492a-bf48-a0989107346a admin admin] Publish callbacks [] for security_group (95d7bf97-98cf-42cb-a130-bec5968496c5), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.328955 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'name': 'tempest-TestVolumeBootPattern-1688581028-router', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:24Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 3, 'project_id': '2a583792afbd4bf2b016df8fe868fc82', 'gw_port': {'id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:28.359453 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-801a72bd-cf72-492a-bf48-a0989107346a admin admin] Publish callbacks [] for security_group (95d7bf97-98cf-42cb-a130-bec5968496c5), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.363222 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:28.363706 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (4b48b40a-919f-4e21-b8e8-c9ff2a27c123), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.365766 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Checking router: 6e846c6d-9726-4265-a383-eb4ee36bba20 for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:42:28.366273 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Updating router 6e846c6d-9726-4265-a383-eb4ee36bba20 port ec51b304-2202-4693-8079-fb6cadd6216a binding host dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:42:28.374520 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-5c0bbf52-35ae-426c-8c4d-b806b7ba3a8c tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824678 Oct 20 14:42:28.402981 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Publish callbacks [] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), precommit_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.411325 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ec51b304-2202-4693-8079-fb6cadd6216a), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.423579 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=4b48b40a-919f-4e21-b8e8-c9ff2a27c123,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:28.428359 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.443396 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (4b48b40a-919f-4e21-b8e8-c9ff2a27c123), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.482416 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] For port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:42:28.486700 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4ff3797a-1c97-4ead-903a-d0f51cd0a1c0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111104 Oct 20 14:42:28.535799 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] For port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=1339e3fe-ce62-4c68-b8a4-116a25a8aeb1,segment=NetworkSegment(f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6),segment_id=f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:42:28.554955 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139c349-7649-4689-b925-7aaac65a76ed None None] Pushing event updated for resources: {'Port': ['ID=3e76d3ea-5319-438b-b5e6-9440e88d8642,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:28.593945 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (1339e3fe-ce62-4c68-b8a4-116a25a8aeb1), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.604180 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Attempting to bind port 3e76d3ea-5319-438b-b5e6-9440e88d8642 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:42:28.605300 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Attempting to bind port 3e76d3ea-5319-438b-b5e6-9440e88d8642 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:42:28.605648 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Attempting to bind port 3e76d3ea-5319-438b-b5e6-9440e88d8642 on network c924697c-b180-4b1b-9f12-d7889a054b97 {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:42:28.689046 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=4b48b40a-919f-4e21-b8e8-c9ff2a27c123,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:28.698757 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-00c37b56-bce6-4fa0-b9d0-cf1c5cec492a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104511 Oct 20 14:42:28.700581 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-801a72bd-cf72-492a-bf48-a0989107346a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (95d7bf97-98cf-42cb-a130-bec5968496c5), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.706545 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-801a72bd-cf72-492a-bf48-a0989107346a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.708830 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:42:28.709487 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Checking segment: {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:28.709972 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.712851 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-801a72bd-cf72-492a-bf48-a0989107346a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/95d7bf97-98cf-42cb-a130-bec5968496c5 HTTP/1.1" status: 204 len: 168 time: 0.5318546 Oct 20 14:42:28.713148 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:28.721887 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Bound using segment: {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:42:28.726954 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Bound port: 3e76d3ea-5319-438b-b5e6-9440e88d8642, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:42:28.727582 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.754097 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a72bd-cf72-492a-bf48-a0989107346a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d7bf97-98cf-42cb-a130-bec5968496c5,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:28.800511 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 33b23072-3d1e-49a2-8c54-d98be70dd1f9 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:28.880279 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Publish callbacks [] for port (ec51b304-2202-4693-8079-fb6cadd6216a), precommit_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:28.889868 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (ec51b304-2202-4693-8079-fb6cadd6216a), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:29.040830 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:42:29.068608 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Attempting to bind port ec51b304-2202-4693-8079-fb6cadd6216a on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:42:29.069671 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Attempting to bind port ec51b304-2202-4693-8079-fb6cadd6216a by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:42:29.070222 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Attempting to bind port ec51b304-2202-4693-8079-fb6cadd6216a on network ed096fec-642f-438e-acc4-cc1a6014fcef {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:42:29.134781 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f5daa-4b72-4f71-8773-70b8d4175277 None None] Pushing event updated for resources: {'Port': ['ID=ec51b304-2202-4693-8079-fb6cadd6216a,revision_number=2']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:29.203058 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:42:29.203436 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Checking segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:29.216951 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:29.218472 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Bound using segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:42:29.219135 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Bound port: ec51b304-2202-4693-8079-fb6cadd6216a, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:42:29.220920 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ec51b304-2202-4693-8079-fb6cadd6216a), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:29.265579 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fd07d-256b-4833-bf89-5ee839da1409 None None] Pushing event updated for resources: {'Port': ['ID=1339e3fe-ce62-4c68-b8a4-116a25a8aeb1,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:29.293663 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-01a672a7-6e6a-40ea-8a2a-75d13c0467a3 req-e5e60ed5-973b-4ed0-ad9e-b25a009b8d9a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 210 time: 0.0858786 Oct 20 14:42:29.308225 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] For port 3e76d3ea-5319-438b-b5e6-9440e88d8642, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:42:29.330931 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] For port 3e76d3ea-5319-438b-b5e6-9440e88d8642, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=3e76d3ea-5319-438b-b5e6-9440e88d8642,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:42:29.330931 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:29.330931 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:29.330931 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 Oct 20 14:42:29.366414 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:29.385658 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] For port ec51b304-2202-4693-8079-fb6cadd6216a, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:42:29.385962 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:29.390157 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] For port ec51b304-2202-4693-8079-fb6cadd6216a, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=ec51b304-2202-4693-8079-fb6cadd6216a,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:42:29.404002 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (ec51b304-2202-4693-8079-fb6cadd6216a), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:29.408306 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34630) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:29.422085 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:29.432543 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7b1a8b68-b67f-407f-81c5-6f43a0455e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:29.466280 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:29.497990 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Routers {'6e846c6d-9726-4265-a383-eb4ee36bba20'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:42:29.501553 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:42:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['6e846c6d-9726-4265-a383-eb4ee36bba20'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:29.508206 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:29.514191 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:42:29.514790 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:42:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:29.535398 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:29.628677 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139c349-7649-4689-b925-7aaac65a76ed None None] Pushing event updated for resources: {'Port': ['ID=3e76d3ea-5319-438b-b5e6-9440e88d8642,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:29.644063 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f5daa-4b72-4f71-8773-70b8d4175277 None None] Pushing event updated for resources: {'Port': ['ID=ec51b304-2202-4693-8079-fb6cadd6216a,revision_number=3']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:29.658207 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7b1a8b68-b67f-407f-81c5-6f43a0455e14 admin admin] Publish callbacks [] for security_group (0e19789b-a222-40cb-b4d1-f51ca8af794b), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:29.722927 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:29.727132 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] Set router 6e846c6d-9726-4265-a383-eb4ee36bba20 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:42:29.731674 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Allocated IP 172.20.0.1 (ea5d273a-94e7-4e0a-b035-5c2095934088/9a94feb1-afc8-408c-a09f-5c85c67d9b57/ab256b6d-09c5-482b-916b-a0ee103b496a) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:42:29.795648 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:29.797239 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device f58368d7-c7e3-4b38-a7af-17f6539dabd7 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:29.801000 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:29.873710 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:42:29.920114 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Publish callbacks [] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:29.934788 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:29.965249 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port f58368d7-c7e3-4b38-a7af-17f6539dabd7 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:29.965249 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (f58368d7-c7e3-4b38-a7af-17f6539dabd7), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:29.965249 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port f58368d7-c7e3-4b38-a7af-17f6539dabd7 Oct 20 14:42:29.978972 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:30.106193 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Network ea5d273a-94e7-4e0a-b035-5c2095934088 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:30.115918 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:30.118080 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Sync routers for ids ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:42:30.157779 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:42:30.164221 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7b1a8b68-b67f-407f-81c5-6f43a0455e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (0e19789b-a222-40cb-b4d1-f51ca8af794b), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:30.181988 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:30.245217 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-7b1a8b68-b67f-407f-81c5-6f43a0455e14 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=54f8f2bd3ff0413b94f3426a8abd1721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8320222 Oct 20 14:42:30.246618 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a8b68-b67f-407f-81c5-6f43a0455e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e19789b-a222-40cb-b4d1-f51ca8af794b,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:30.249357 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34658) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:30.293612 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Routers {'4b62dca2-0d26-475a-a4d6-269e2d8a18fd'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:42:30.294456 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:42:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:30.320049 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'name': 'tempest-TestVolumeBootPattern-1688581028-router', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:24Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 3, 'project_id': '2a583792afbd4bf2b016df8fe868fc82', 'gw_port': {'id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:30.328283 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Pushing event updated for resources: {'Port': ['ID=ab256b6d-09c5-482b-916b-a0ee103b496a,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:30.355703 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650576'] for router_interface (6e846c6d-9726-4265-a383-eb4ee36bba20), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:30.363770 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-a8a4cc08-46a2-4ea5-b089-53046f834b58 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:30.365089 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feeee61-b63e-44b0-9462-b62837b55544 None None] The sync data for ids ['6e846c6d-9726-4265-a383-eb4ee36bba20'] in dv-cinder-779233-7-iscsi is: [{'id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'name': 'tempest-TestVolumeBootPattern-1688581028-router', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:24Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 3, 'project_id': '2a583792afbd4bf2b016df8fe868fc82', 'gw_port': {'id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:42:30.365572 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-a8a4cc08-46a2-4ea5-b089-53046f834b58 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 819 time: 0.7033243 Oct 20 14:42:30.389632 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5dcbdae4-c97a-4e3c-9b84-7e528d6cde32 admin admin] Publish callbacks [] for security_group (0e19789b-a222-40cb-b4d1-f51ca8af794b), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:30.426686 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-40a3b6c7-bf4b-4f0c-b7e6-a963bf5ef1c7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/quotas/7688b0fbf84b4f4f9c21cb4112ee53b5 HTTP/1.1" status: 200 len: 375 time: 0.0381341 Oct 20 14:42:30.439394 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5dcbdae4-c97a-4e3c-9b84-7e528d6cde32 admin admin] Publish callbacks [] for security_group (0e19789b-a222-40cb-b4d1-f51ca8af794b), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:30.441389 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Set router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:42:30.496479 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e43a8f-475a-40bc-90f4-9e0a1cabc548 None None] Network ea5d273a-94e7-4e0a-b035-5c2095934088 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:42:30.557301 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-9d9b3a47-09a5-4932-9f44-cb8cef7189ad tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1236737 Oct 20 14:42:30.565827 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:30.641069 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:30.655505 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5dcbdae4-c97a-4e3c-9b84-7e528d6cde32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (0e19789b-a222-40cb-b4d1-f51ca8af794b), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:30.659253 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5dcbdae4-c97a-4e3c-9b84-7e528d6cde32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:30.660440 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-5dcbdae4-c97a-4e3c-9b84-7e528d6cde32 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/0e19789b-a222-40cb-b4d1-f51ca8af794b HTTP/1.1" status: 204 len: 168 time: 0.4071832 Oct 20 14:42:30.683833 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbdae4-c97a-4e3c-9b84-7e528d6cde32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e19789b-a222-40cb-b4d1-f51ca8af794b,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:30.693547 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-d750a4bc-ef64-481d-8828-c519a7df7534 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269794 Oct 20 14:42:30.767020 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-536c8c8f-43e1-4302-8fa3-5ae89803f876 None None] Provisioning complete for port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:30.767405 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-536c8c8f-43e1-4302-8fa3-5ae89803f876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (1339e3fe-ce62-4c68-b8a4-116a25a8aeb1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:30.767742 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-536c8c8f-43e1-4302-8fa3-5ae89803f876 None None] Attempt 1 to provision port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 Oct 20 14:42:30.879626 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-f61e1565-1364-4511-b956-577f3e5b9e77 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622322 Oct 20 14:42:30.915813 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Publish callbacks [] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:30.935992 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:30.945482 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:29Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:30.947240 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port f58368d7-c7e3-4b38-a7af-17f6539dabd7 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:30.950081 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (f58368d7-c7e3-4b38-a7af-17f6539dabd7), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:31.027188 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Pushing event updated for resources: {'Port': ['ID=ab256b6d-09c5-482b-916b-a0ee103b496a,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:31.030374 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1556649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653504'] for router_interface (6e846c6d-9726-4265-a383-eb4ee36bba20), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:31.041200 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:31.069479 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9331175-5e9a-4047-86ab-f18745857e9a None None] The sync data for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi is: [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:29Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:42:31.208205 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6a1d1e70-09a6-405f-b152-00adf835450f req-58b85568-94ca-416d-b66c-aa69b2f36cb2 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 210 time: 0.0667946 Oct 20 14:42:31.259850 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Network ea5d273a-94e7-4e0a-b035-5c2095934088 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:31.264314 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:31.305166 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port f58368d7-c7e3-4b38-a7af-17f6539dabd7, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=f58368d7-c7e3-4b38-a7af-17f6539dabd7,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:31.370512 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (f58368d7-c7e3-4b38-a7af-17f6539dabd7), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:31.417512 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34672) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:31.535753 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Router 6e846c6d-9726-4265-a383-eb4ee36bba20 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:42:31.550005 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:31.608264 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-687ae049-dfbf-44c4-87a7-60a3f777f1b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:31.719145 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-536c8c8f-43e1-4302-8fa3-5ae89803f876 None None] Current status of the port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:31.722417 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-536c8c8f-43e1-4302-8fa3-5ae89803f876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (1339e3fe-ce62-4c68-b8a4-116a25a8aeb1), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:31.806220 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=f58368d7-c7e3-4b38-a7af-17f6539dabd7,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:31.819358 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:42:31.831327 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-bdb77380-02f8-46cf-bcf7-499dd0a4926a admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/6e846c6d-9726-4265-a383-eb4ee36bba20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8595197 Oct 20 14:42:31.845848 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 4, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '693e3304-e5ae-45f6-ae05-5fad936e343f', 'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'mac_address': 'fa:16:3e:bb:05:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 2, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'subnets': [{'id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:31.869239 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-bb1fb5c0-6814-48ee-957c-0610bd5d3d1f tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:31.871826 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-bb1fb5c0-6814-48ee-957c-0610bd5d3d1f tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 819 time: 0.5263538 Oct 20 14:42:31.933607 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-42fb5fda-34f9-4108-ba65-30c8d2f4edbc tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Request body: {'port': {'device_id': '4a463ded-2b4a-41e5-a54f-bd28d4e92777', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'admin_state_up': True, 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:31.947794 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:31.963905 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Checking router: 4b62dca2-0d26-475a-a4d6-269e2d8a18fd for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:42:31.964521 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Updating router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd port 693e3304-e5ae-45f6-ae05-5fad936e343f binding host dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:42:31.971952 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:32.003589 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-536c8c8f-43e1-4302-8fa3-5ae89803f876 None None] For port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=1339e3fe-ce62-4c68-b8a4-116a25a8aeb1,segment=NetworkSegment(f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6),segment_id=f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:32.067296 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-536c8c8f-43e1-4302-8fa3-5ae89803f876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (1339e3fe-ce62-4c68-b8a4-116a25a8aeb1), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.120166 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.135167 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:32.180375 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-687ae049-dfbf-44c4-87a7-60a3f777f1b9 admin admin] Publish callbacks [] for security_group (7f6e3c6d-7778-4eb2-a3c5-59a94c7d11b1), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.193029 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-687ae049-dfbf-44c4-87a7-60a3f777f1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (7f6e3c6d-7778-4eb2-a3c5-59a94c7d11b1), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.203906 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:32.288919 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-60595388-5955-435e-b6ef-af904e1742f3 None None] Provisioning complete for port ab256b6d-09c5-482b-916b-a0ee103b496a triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:32.290241 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-60595388-5955-435e-b6ef-af904e1742f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.290762 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-60595388-5955-435e-b6ef-af904e1742f3 None None] Attempt 1 to provision port ab256b6d-09c5-482b-916b-a0ee103b496a Oct 20 14:42:32.316120 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ae049-dfbf-44c4-87a7-60a3f777f1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6e3c6d-7778-4eb2-a3c5-59a94c7d11b1,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:32.348134 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34694) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:32.350767 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-687ae049-dfbf-44c4-87a7-60a3f777f1b9 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=18a0836c389640a4bfeefaad3d93bc8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9072382 Oct 20 14:42:32.387417 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-42fb5fda-34f9-4108-ba65-30c8d2f4edbc tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Made reservation on behalf of 7688b0fbf84b4f4f9c21cb4112ee53b5 for: {'port': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:42:32.398151 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-42fb5fda-34f9-4108-ba65-30c8d2f4edbc tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.415299 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:32.415299 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (4b48b40a-919f-4e21-b8e8-c9ff2a27c123), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.415299 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 Oct 20 14:42:32.415299 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c8c8f-43e1-4302-8fa3-5ae89803f876 None None] Pushing event updated for resources: {'Port': ['ID=1339e3fe-ce62-4c68-b8a4-116a25a8aeb1,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:32.455493 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ac74c723-7ce7-46a0-99f0-0c6872fe70dc req-f402a8a0-371f-4450-a2b9-cda7d40c9977 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 210 time: 0.0691798 Oct 20 14:42:32.476778 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-40b40c00-d9a2-4b80-99b8-d6816dfd408a admin admin] Publish callbacks [] for security_group (7f6e3c6d-7778-4eb2-a3c5-59a94c7d11b1), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.521068 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-40b40c00-d9a2-4b80-99b8-d6816dfd408a admin admin] Publish callbacks [] for security_group (7f6e3c6d-7778-4eb2-a3c5-59a94c7d11b1), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.594556 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-40b40c00-d9a2-4b80-99b8-d6816dfd408a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (7f6e3c6d-7778-4eb2-a3c5-59a94c7d11b1), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.597974 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-40b40c00-d9a2-4b80-99b8-d6816dfd408a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.602050 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-40b40c00-d9a2-4b80-99b8-d6816dfd408a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/7f6e3c6d-7778-4eb2-a3c5-59a94c7d11b1 HTTP/1.1" status: 204 len: 168 time: 0.2515395 Oct 20 14:42:32.637709 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-42fb5fda-34f9-4108-ba65-30c8d2f4edbc tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Allocated IP 172.20.0.14 (c28ca665-bebd-48d6-918c-3a77995d0c6e/abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20/accb484b-67f7-4025-9af7-0d63eeee9bd3) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:42:32.640004 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b40c00-d9a2-4b80-99b8-d6816dfd408a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6e3c6d-7778-4eb2-a3c5-59a94c7d11b1,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:32.668666 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34698) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:32.673165 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-07f90a07-2d35-428b-b3ec-562af28a89df tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41998486', 'description': 'tempest-secgroup-smoke-41998486 description', 'project_id': 'd5614088125349f1975cc55b25dd9dbc'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:32.700259 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-07f90a07-2d35-428b-b3ec-562af28a89df tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.723060 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-60595388-5955-435e-b6ef-af904e1742f3 None None] Port ab256b6d-09c5-482b-916b-a0ee103b496a cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:42:32.730149 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:32.760472 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-60595388-5955-435e-b6ef-af904e1742f3 None None] Provisioning complete for port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:32.761272 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-60595388-5955-435e-b6ef-af904e1742f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (1339e3fe-ce62-4c68-b8a4-116a25a8aeb1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.761770 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-60595388-5955-435e-b6ef-af904e1742f3 None None] Attempt 1 to provision port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 Oct 20 14:42:32.811331 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-07f90a07-2d35-428b-b3ec-562af28a89df tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group (c6dcfe27-4324-4f81-ada9-621cff849f03), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.821043 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-07f90a07-2d35-428b-b3ec-562af28a89df tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (c6dcfe27-4324-4f81-ada9-621cff849f03), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.852782 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-07f90a07-2d35-428b-b3ec-562af28a89df tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.854050 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-07f90a07-2d35-428b-b3ec-562af28a89df tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1843765 Oct 20 14:42:32.858586 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34700) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:32.869833 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-3a715b3e-459f-4299-a876-208b9a90b289 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Request body: {'security_group_rule': {'security_group_id': 'c6dcfe27-4324-4f81-ada9-621cff849f03', 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:32.881392 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f90a07-2d35-428b-b3ec-562af28a89df tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dcfe27-4324-4f81-ada9-621cff849f03,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:32.888884 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:32.890309 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 3e76d3ea-5319-438b-b5e6-9440e88d8642 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:32.902680 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-42fb5fda-34f9-4108-ba65-30c8d2f4edbc tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.938985 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-3a715b3e-459f-4299-a876-208b9a90b289 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (9235eb8d-9f42-4a97-b20e-e80c084db96d), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:32.997725 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-42fb5fda-34f9-4108-ba65-30c8d2f4edbc tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.009715 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-60595388-5955-435e-b6ef-af904e1742f3 None None] Current status of the port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:33.064726 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 3e76d3ea-5319-438b-b5e6-9440e88d8642 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:33.065127 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.065472 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 3e76d3ea-5319-438b-b5e6-9440e88d8642 Oct 20 14:42:33.099664 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-42fb5fda-34f9-4108-ba65-30c8d2f4edbc tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Network c28ca665-bebd-48d6-918c-3a77995d0c6e is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:33.106589 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-42fb5fda-34f9-4108-ba65-30c8d2f4edbc tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:33.108925 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb5fda-34f9-4108-ba65-30c8d2f4edbc tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Pushing event updated for resources: {'Port': ['ID=accb484b-67f7-4025-9af7-0d63eeee9bd3,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:33.111737 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-42fb5fda-34f9-4108-ba65-30c8d2f4edbc tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:42:33.116979 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-42fb5fda-34f9-4108-ba65-30c8d2f4edbc tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:33.117994 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-42fb5fda-34f9-4108-ba65-30c8d2f4edbc tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.122436 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-3a715b3e-459f-4299-a876-208b9a90b289 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (9235eb8d-9f42-4a97-b20e-e80c084db96d), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.133214 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-3a715b3e-459f-4299-a876-208b9a90b289 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (9235eb8d-9f42-4a97-b20e-e80c084db96d), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.167837 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-42fb5fda-34f9-4108-ba65-30c8d2f4edbc tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2743065 Oct 20 14:42:33.170049 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a715b3e-459f-4299-a876-208b9a90b289 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9235eb8d-9f42-4a97-b20e-e80c084db96d,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:33.178224 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-2b76b635-6b0c-4ff9-bbd1-46c88abc36c6 None None] Provisioning complete for port ab256b6d-09c5-482b-916b-a0ee103b496a triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:33.178603 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-2b76b635-6b0c-4ff9-bbd1-46c88abc36c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.179113 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-2b76b635-6b0c-4ff9-bbd1-46c88abc36c6 None None] Attempt 1 to provision port ab256b6d-09c5-482b-916b-a0ee103b496a Oct 20 14:42:33.182150 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-3a715b3e-459f-4299-a876-208b9a90b289 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.185104 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-3a715b3e-459f-4299-a876-208b9a90b289 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3251956 Oct 20 14:42:33.186848 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 34702) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:33.194438 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-4d06d81f-432c-4f9c-93e3-20d74d18e42c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Request body: {'security_group_rule': {'security_group_id': 'c6dcfe27-4324-4f81-ada9-621cff849f03', 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:33.206344 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Request body: {'port': {'device_id': '4a463ded-2b4a-41e5-a54f-bd28d4e92777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:33.253544 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:33.269723 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 3e76d3ea-5319-438b-b5e6-9440e88d8642 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:33.270115 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.281852 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:33.285627 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4d06d81f-432c-4f9c-93e3-20d74d18e42c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (7655c42e-f38e-437a-8c4a-7bc4b9d982db), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.295212 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:33.297895 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-2b76b635-6b0c-4ff9-bbd1-46c88abc36c6 None None] Port ab256b6d-09c5-482b-916b-a0ee103b496a cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:42:33.318266 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Publish callbacks [] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), precommit_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.331322 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.333214 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.342350 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 3e76d3ea-5319-438b-b5e6-9440e88d8642, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=3e76d3ea-5319-438b-b5e6-9440e88d8642,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:33.367058 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4d06d81f-432c-4f9c-93e3-20d74d18e42c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (7655c42e-f38e-437a-8c4a-7bc4b9d982db), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.370437 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.371311 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device ec51b304-2202-4693-8079-fb6cadd6216a up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:33.372133 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4d06d81f-432c-4f9c-93e3-20d74d18e42c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (7655c42e-f38e-437a-8c4a-7bc4b9d982db), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.428120 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4d06d81f-432c-4f9c-93e3-20d74d18e42c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.429583 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-4d06d81f-432c-4f9c-93e3-20d74d18e42c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2415292 Oct 20 14:42:33.432646 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34706) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:33.436410 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06d81f-432c-4f9c-93e3-20d74d18e42c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7655c42e-f38e-437a-8c4a-7bc4b9d982db,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:33.439616 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397beb4-ff27-40d1-98ca-c52925ac0cb3 None None] Pushing event updated for resources: {'Port': ['ID=693e3304-e5ae-45f6-ae05-5fad936e343f,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:33.442118 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-71daf4ab-bd3e-4f22-909c-87f20f3b3b45 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Request body: {'security_group_rule': {'security_group_id': 'c6dcfe27-4324-4f81-ada9-621cff849f03', 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:33.524513 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-71daf4ab-bd3e-4f22-909c-87f20f3b3b45 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (e2b2625a-a019-4217-a512-199bdbe43874), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.526083 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Attempting to bind port 693e3304-e5ae-45f6-ae05-5fad936e343f on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:42:33.526972 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Attempting to bind port 693e3304-e5ae-45f6-ae05-5fad936e343f by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:42:33.527335 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Attempting to bind port 693e3304-e5ae-45f6-ae05-5fad936e343f on network c28ca665-bebd-48d6-918c-3a77995d0c6e {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:42:33.561753 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port ec51b304-2202-4693-8079-fb6cadd6216a triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:33.562134 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (ec51b304-2202-4693-8079-fb6cadd6216a), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.562472 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port ec51b304-2202-4693-8079-fb6cadd6216a Oct 20 14:42:33.572257 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-c31e96fc-a182-464b-bef4-2118d78bf9b8 None None] Provisioning complete for port accb484b-67f7-4025-9af7-0d63eeee9bd3 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:33.572674 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-c31e96fc-a182-464b-bef4-2118d78bf9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.572995 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-c31e96fc-a182-464b-bef4-2118d78bf9b8 None None] Attempt 1 to provision port accb484b-67f7-4025-9af7-0d63eeee9bd3 Oct 20 14:42:33.596003 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=3e76d3ea-5319-438b-b5e6-9440e88d8642,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:33.617538 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-71daf4ab-bd3e-4f22-909c-87f20f3b3b45 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (e2b2625a-a019-4217-a512-199bdbe43874), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.625396 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-71daf4ab-bd3e-4f22-909c-87f20f3b3b45 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (e2b2625a-a019-4217-a512-199bdbe43874), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.634952 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:33.661113 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-c31e96fc-a182-464b-bef4-2118d78bf9b8 None None] Port accb484b-67f7-4025-9af7-0d63eeee9bd3 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:42:33.663646 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:42:33.664089 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Checking segment: {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:33.664858 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.664965 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Bound using segment: {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:42:33.665350 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Bound port: 693e3304-e5ae-45f6-ae05-5fad936e343f, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:42:33.665805 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.669163 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-71daf4ab-bd3e-4f22-909c-87f20f3b3b45 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.670361 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-71daf4ab-bd3e-4f22-909c-87f20f3b3b45 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2357793 Oct 20 14:42:33.684616 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34710) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:33.691115 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71daf4ab-bd3e-4f22-909c-87f20f3b3b45 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b2625a-a019-4217-a512-199bdbe43874,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:33.695977 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-d8f48ec5-df6a-4be3-ab43-a1cc41deca4b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Request body: {'security_group_rule': {'security_group_id': 'c6dcfe27-4324-4f81-ada9-621cff849f03', 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:33.766236 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-97ecad72-a319-44d7-88dc-dc72bc848495 req-913a3c84-5edf-45d2-8031-a88d836a64e2 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 210 time: 0.1194685 Oct 20 14:42:33.770527 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port ec51b304-2202-4693-8079-fb6cadd6216a is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:33.771126 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ec51b304-2202-4693-8079-fb6cadd6216a), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.804093 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] For port 693e3304-e5ae-45f6-ae05-5fad936e343f, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:42:33.806436 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d8f48ec5-df6a-4be3-ab43-a1cc41deca4b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (fdb48432-53f6-48f8-b5f8-77ce2ecd8f52), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.812334 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accb484b-67f7-4025-9af7-0d63eeee9bd3 {{(pid=111617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:42:33.821470 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port ec51b304-2202-4693-8079-fb6cadd6216a, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=ec51b304-2202-4693-8079-fb6cadd6216a,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:33.823255 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Publish callbacks [] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.825779 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] For port 693e3304-e5ae-45f6-ae05-5fad936e343f, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=693e3304-e5ae-45f6-ae05-5fad936e343f,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:42:33.828432 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-d3fea4c1-e9df-4783-8a30-30b3d044b077 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:33.829261 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (ec51b304-2202-4693-8079-fb6cadd6216a), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.830002 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-d3fea4c1-e9df-4783-8a30-30b3d044b077 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 819 time: 0.1804934 Oct 20 14:42:33.830173 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:33.842730 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.provisioning_blocks [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Transition to ACTIVE for port object accb484b-67f7-4025-9af7-0d63eeee9bd3 will not be triggered until provisioned by entity L2. {{(pid=111617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:42:33.846217 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-94ff0621-3b2a-49f5-a747-2df1ac4ee5da tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Request body: {'port': {'device_id': 'b5bcc045-0b0b-4f4a-991d-d40547da9027', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'admin_state_up': True, 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:33.847545 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.870422 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.875525 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:33.910315 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Routers {'4b62dca2-0d26-475a-a4d6-269e2d8a18fd'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:42:33.910947 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:42:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:33.918286 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Pushing event updated for resources: {'Port': ['ID=accb484b-67f7-4025-9af7-0d63eeee9bd3,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:33.925548 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:33.932053 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Attempting to bind port accb484b-67f7-4025-9af7-0d63eeee9bd3 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:42:33.932590 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Attempting to bind port accb484b-67f7-4025-9af7-0d63eeee9bd3 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'}] {{(pid=111617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:42:33.932986 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Attempting to bind port accb484b-67f7-4025-9af7-0d63eeee9bd3 on network c28ca665-bebd-48d6-918c-3a77995d0c6e {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:42:33.965481 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=ec51b304-2202-4693-8079-fb6cadd6216a,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:33.973808 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d8f48ec5-df6a-4be3-ab43-a1cc41deca4b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (fdb48432-53f6-48f8-b5f8-77ce2ecd8f52), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.977141 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:33.977518 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (1339e3fe-ce62-4c68-b8a4-116a25a8aeb1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.977856 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 Oct 20 14:42:33.988283 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d8f48ec5-df6a-4be3-ab43-a1cc41deca4b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (fdb48432-53f6-48f8-b5f8-77ce2ecd8f52), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:33.998409 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Port accb484b-67f7-4025-9af7-0d63eeee9bd3 on network c28ca665-bebd-48d6-918c-3a77995d0c6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:42:33.999088 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Attempting to bind port accb484b-67f7-4025-9af7-0d63eeee9bd3 on network c28ca665-bebd-48d6-918c-3a77995d0c6e {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:42:34.026600 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f48ec5-df6a-4be3-ab43-a1cc41deca4b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb48432-53f6-48f8-b5f8-77ce2ecd8f52,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:34.036119 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d8f48ec5-df6a-4be3-ab43-a1cc41deca4b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.037303 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-d8f48ec5-df6a-4be3-ab43-a1cc41deca4b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3513942 Oct 20 14:42:34.040179 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34716) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:34.047784 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-ac39b8b0-9971-49a6-8d65-4598fd8f189b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Request body: {'security_group_rule': {'security_group_id': 'c6dcfe27-4324-4f81-ada9-621cff849f03', 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:34.070018 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:42:34.070393 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Checking segment: {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:34.070792 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Bound using segment: {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'} {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:42:34.071227 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Bound port: accb484b-67f7-4025-9af7-0d63eeee9bd3, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'}}] {{(pid=111617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:42:34.071575 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.072272 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.securitygroups_db [None req-ac39b8b0-9971-49a6-8d65-4598fd8f189b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Project d5614088125349f1975cc55b25dd9dbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 14:42:34.080168 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ac39b8b0-9971-49a6-8d65-4598fd8f189b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (3e1166d0-b10a-4c0a-b220-20712a4fb876), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.090375 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-94ff0621-3b2a-49f5-a747-2df1ac4ee5da tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Made reservation on behalf of 7688b0fbf84b4f4f9c21cb4112ee53b5 for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:42:34.095126 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-94ff0621-3b2a-49f5-a747-2df1ac4ee5da tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.139049 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:34.152016 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397beb4-ff27-40d1-98ca-c52925ac0cb3 None None] Pushing event updated for resources: {'Port': ['ID=693e3304-e5ae-45f6-ae05-5fad936e343f,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:34.168840 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] Set router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:42:34.182094 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] For port accb484b-67f7-4025-9af7-0d63eeee9bd3, host hv-cinder-77923, cleared binding levels {{(pid=111617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:42:34.186297 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] For port accb484b-67f7-4025-9af7-0d63eeee9bd3, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=accb484b-67f7-4025-9af7-0d63eeee9bd3,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:42:34.195204 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.200058 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:34.200737 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.202124 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/accb484b-67f7-4025-9af7-0d63eeee9bd3 HTTP/1.1" status: 200 len: 1094 time: 1.0009830 Oct 20 14:42:34.202704 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a463ded-2b4a-41e5-a54f-bd28d4e92777', 'tag': 'accb484b-67f7-4025-9af7-0d63eeee9bd3'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:42:34.204987 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a72a3e-97fb-43f2-af5d-9ce8bec25180" -d '{"events": [{"name": "network-changed", "server_uuid": "4a463ded-2b4a-41e5-a54f-bd28d4e92777", "tag": "accb484b-67f7-4025-9af7-0d63eeee9bd3"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:42:34.221252 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ac39b8b0-9971-49a6-8d65-4598fd8f189b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (3e1166d0-b10a-4c0a-b220-20712a4fb876), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.235792 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ac39b8b0-9971-49a6-8d65-4598fd8f189b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (3e1166d0-b10a-4c0a-b220-20712a4fb876), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.251120 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:34.270831 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39b8b0-9971-49a6-8d65-4598fd8f189b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1166d0-b10a-4c0a-b220-20712a4fb876,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:34.279318 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:34.293413 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ac39b8b0-9971-49a6-8d65-4598fd8f189b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.296915 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ac39b8b0-9971-49a6-8d65-4598fd8f189b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2556787 Oct 20 14:42:34.320423 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 34720) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:34.328285 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-2c429063-0ab4-4fc4-88cc-67d91b15779b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Request body: {'security_group_rule': {'security_group_id': 'c6dcfe27-4324-4f81-ada9-621cff849f03', 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:34.330441 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-8dfb81b1-c4cf-467d-97a4-eed16610fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:34.332203 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-8dfb81b1-c4cf-467d-97a4-eed16610fadd service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 1128 time: 0.0723565 Oct 20 14:42:34.339259 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4a3a5d-3578-47a5-9593-275890002ce7 x-openstack-request-id: req-1f4a3a5d-3578-47a5-9593-275890002ce7 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:42:34.339765 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a463ded-2b4a-41e5-a54f-bd28d4e92777", "tag": "accb484b-67f7-4025-9af7-0d63eeee9bd3", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:42:34.340273 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f4a3a5d-3578-47a5-9593-275890002ce7 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:42:34.340855 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4a3a5d-3578-47a5-9593-275890002ce7'] response: {'name': 'network-changed', 'server_uuid': '4a463ded-2b4a-41e5-a54f-bd28d4e92777', 'tag': 'accb484b-67f7-4025-9af7-0d63eeee9bd3', 'status': 'completed', 'code': 200} Oct 20 14:42:34.374450 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168022d-a3d2-4aae-aace-07bb1b676848 service neutron] Pushing event updated for resources: {'Port': ['ID=accb484b-67f7-4025-9af7-0d63eeee9bd3,revision_number=3']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:34.376211 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-94ff0621-3b2a-49f5-a747-2df1ac4ee5da tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Allocated IP 172.20.0.8 (c28ca665-bebd-48d6-918c-3a77995d0c6e/abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20/6f0acfab-47c9-46e0-a4ca-c0ae37a57386) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:42:34.379649 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.securitygroups_db [None req-2c429063-0ab4-4fc4-88cc-67d91b15779b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Project d5614088125349f1975cc55b25dd9dbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 14:42:34.395166 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2c429063-0ab4-4fc4-88cc-67d91b15779b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (a0fea64e-5248-4a72-880b-cd1ac486b29e), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.417976 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-582c4e60-0672-4f87-b4c2-c51f754416bc service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=accb484b-67f7-4025-9af7-0d63eeee9bd3 HTTP/1.1" status: 200 len: 217 time: 0.0608034 Oct 20 14:42:34.457130 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 4, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '693e3304-e5ae-45f6-ae05-5fad936e343f', 'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'mac_address': 'fa:16:3e:bb:05:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 4, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'subnets': [{'id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:34.501205 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-75e2fe89-54b1-4ed2-a5f8-d30b41d1224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:34.501744 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ecb6d6-efdc-4580-af53-f7ad5829d4de None None] The sync data for ids ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'] in dv-cinder-779233-7-iscsi is: [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 4, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '693e3304-e5ae-45f6-ae05-5fad936e343f', 'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'mac_address': 'fa:16:3e:bb:05:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 4, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'subnets': [{'id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:42:34.502900 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-75e2fe89-54b1-4ed2-a5f8-d30b41d1224a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 HTTP/1.1" status: 200 len: 858 time: 0.0773938 Oct 20 14:42:34.519324 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 3e76d3ea-5319-438b-b5e6-9440e88d8642 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:34.521289 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2c429063-0ab4-4fc4-88cc-67d91b15779b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (a0fea64e-5248-4a72-880b-cd1ac486b29e), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.549982 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-0f0a6064-a6b3-4e3c-a152-c519ac89d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:34.550793 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-0f0a6064-a6b3-4e3c-a152-c519ac89d145 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c28ca665-bebd-48d6-918c-3a77995d0c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408301 Oct 20 14:42:34.564613 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 3e76d3ea-5319-438b-b5e6-9440e88d8642 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:34.564995 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.565353 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 3e76d3ea-5319-438b-b5e6-9440e88d8642 Oct 20 14:42:34.638218 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2c429063-0ab4-4fc4-88cc-67d91b15779b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (a0fea64e-5248-4a72-880b-cd1ac486b29e), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.690850 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2c429063-0ab4-4fc4-88cc-67d91b15779b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.694218 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-2c429063-0ab4-4fc4-88cc-67d91b15779b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3707013 Oct 20 14:42:34.704168 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:34.715553 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 3e76d3ea-5319-438b-b5e6-9440e88d8642 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:34.717130 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:34.722131 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c429063-0ab4-4fc4-88cc-67d91b15779b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fea64e-5248-4a72-880b-cd1ac486b29e,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:34.722858 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device f58368d7-c7e3-4b38-a7af-17f6539dabd7 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:34.723102 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-97a98251-1a05-4de4-b0ea-d68712129b8d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641293 Oct 20 14:42:34.728671 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-94ff0621-3b2a-49f5-a747-2df1ac4ee5da tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.735062 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:34.780404 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-94ff0621-3b2a-49f5-a747-2df1ac4ee5da tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.835859 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port f58368d7-c7e3-4b38-a7af-17f6539dabd7 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:34.836385 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (f58368d7-c7e3-4b38-a7af-17f6539dabd7), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:34.836593 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port f58368d7-c7e3-4b38-a7af-17f6539dabd7 Oct 20 14:42:34.869457 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-100379b0-7b57-437e-a5c5-62898aafb2cf req-2960fada-c056-4bdb-83d3-e4a26f774cdb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392360 Oct 20 14:42:34.874312 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:34.877048 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff0621-3b2a-49f5-a747-2df1ac4ee5da tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Pushing event updated for resources: {'Port': ['ID=6f0acfab-47c9-46e0-a4ca-c0ae37a57386,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:34.913556 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Sync routers for ids ['6e846c6d-9726-4265-a383-eb4ee36bba20'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:42:34.934252 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-94ff0621-3b2a-49f5-a747-2df1ac4ee5da tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Network c28ca665-bebd-48d6-918c-3a77995d0c6e is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:34.941497 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Routers {'6e846c6d-9726-4265-a383-eb4ee36bba20'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:42:34.942151 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-94ff0621-3b2a-49f5-a747-2df1ac4ee5da tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:34.944699 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-94ff0621-3b2a-49f5-a747-2df1ac4ee5da tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:42:34.946004 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:42:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['6e846c6d-9726-4265-a383-eb4ee36bba20'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:35.006140 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port f58368d7-c7e3-4b38-a7af-17f6539dabd7 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:35.007206 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device ec51b304-2202-4693-8079-fb6cadd6216a up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:35.061258 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7b60b-1d3b-4cd5-a0e6-72ed9d636ef9 req-e6b56ddf-2c3e-4327-9f48-175637ad6185 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:35.063224 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-24f7b60b-1d3b-4cd5-a0e6-72ed9d636ef9 req-e6b56ddf-2c3e-4327-9f48-175637ad6185 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 931 time: 0.1425681 Oct 20 14:42:35.090573 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-94ff0621-3b2a-49f5-a747-2df1ac4ee5da tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:35.091454 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-94ff0621-3b2a-49f5-a747-2df1ac4ee5da tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:35.123262 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port ec51b304-2202-4693-8079-fb6cadd6216a triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:35.123633 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (ec51b304-2202-4693-8079-fb6cadd6216a), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:35.129028 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port ec51b304-2202-4693-8079-fb6cadd6216a Oct 20 14:42:35.137930 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-94ff0621-3b2a-49f5-a747-2df1ac4ee5da tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2935951 Oct 20 14:42:35.194558 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-24f7b60b-1d3b-4cd5-a0e6-72ed9d636ef9 req-e78fa0f3-a44f-4fdb-94fc-2cb5e6ce7054 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228242 Oct 20 14:42:35.272095 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Set router 6e846c6d-9726-4265-a383-eb4ee36bba20 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:42:35.331705 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port ec51b304-2202-4693-8079-fb6cadd6216a is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:35.333059 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:35.359772 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-4c92899b-f5d1-4c05-9a84-066b6ec5d517 None None] Provisioning complete for port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:35.360440 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-4c92899b-f5d1-4c05-9a84-066b6ec5d517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:35.360929 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-4c92899b-f5d1-4c05-9a84-066b6ec5d517 None None] Attempt 1 to provision port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 Oct 20 14:42:35.623746 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'name': 'tempest-TestVolumeBootPattern-1688581028-router', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:24Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '2a583792afbd4bf2b016df8fe868fc82', 'gw_port': {'id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': 'ab256b6d-09c5-482b-916b-a0ee103b496a', 'name': '', 'network_id': 'ea5d273a-94e7-4e0a-b035-5c2095934088', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82', 'mac_address': 'fa:16:3e:4c:01:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '9a94feb1-afc8-408c-a09f-5c85c67d9b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:29Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 2, 'project_id': '2a583792afbd4bf2b016df8fe868fc82', 'subnets': [{'id': '9a94feb1-afc8-408c-a09f-5c85c67d9b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:35.669611 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Checking router: 6e846c6d-9726-4265-a383-eb4ee36bba20 for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:42:35.670707 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-4c92899b-f5d1-4c05-9a84-066b6ec5d517 None None] Port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:42:35.671053 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Updating router 6e846c6d-9726-4265-a383-eb4ee36bba20 port ab256b6d-09c5-482b-916b-a0ee103b496a binding host dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:42:35.685289 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:35.686493 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (1339e3fe-ce62-4c68-b8a4-116a25a8aeb1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:35.687307 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 Oct 20 14:42:35.690309 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:35.699132 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:35.708615 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:35.774924 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:35.793546 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Request body: {'port': {'device_id': 'b5bcc045-0b0b-4f4a-991d-d40547da9027', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:35.841570 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a72a3e-97fb-43f2-af5d-9ce8bec25180 req-bc1ce6a0-52b8-4f42-9d2b-8796d735506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:35.843070 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-21a72a3e-97fb-43f2-af5d-9ce8bec25180 req-bc1ce6a0-52b8-4f42-9d2b-8796d735506a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 1128 time: 0.0417132 Oct 20 14:42:35.873501 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:35.956936 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a72a3e-97fb-43f2-af5d-9ce8bec25180 req-7b6e0716-644d-456c-a589-042564c95a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:35.958412 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-21a72a3e-97fb-43f2-af5d-9ce8bec25180 req-7b6e0716-644d-456c-a589-042564c95a3e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 920 time: 0.1067576 Oct 20 14:42:36.006374 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-21a72a3e-97fb-43f2-af5d-9ce8bec25180 req-ce7d3998-0bbe-45f2-9c23-fac7fe7cebfb service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=accb484b-67f7-4025-9af7-0d63eeee9bd3 HTTP/1.1" status: 200 len: 217 time: 0.0396991 Oct 20 14:42:36.047427 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Publish callbacks [] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), precommit_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:36.058194 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:36.111597 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112fdcf-3686-40e7-8a20-322096ddfe23 None None] Pushing event updated for resources: {'Port': ['ID=ab256b6d-09c5-482b-916b-a0ee103b496a,revision_number=3']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:36.162824 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Attempting to bind port ab256b6d-09c5-482b-916b-a0ee103b496a on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:42:36.163427 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Attempting to bind port ab256b6d-09c5-482b-916b-a0ee103b496a by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ea5d273a-94e7-4e0a-b035-5c2095934088'}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:42:36.163970 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Attempting to bind port ab256b6d-09c5-482b-916b-a0ee103b496a on network ea5d273a-94e7-4e0a-b035-5c2095934088 {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:42:36.203497 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:42:36.210615 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:42:36.210983 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Checking segment: {'id': 'f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ea5d273a-94e7-4e0a-b035-5c2095934088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:36.211397 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:36.211698 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Publish callbacks [] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:36.211819 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Bound using segment: {'id': 'f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ea5d273a-94e7-4e0a-b035-5c2095934088'} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:42:36.212254 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Bound port: ab256b6d-09c5-482b-916b-a0ee103b496a, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ea5d273a-94e7-4e0a-b035-5c2095934088'}}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:42:36.212645 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:36.215896 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:36.226199 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Transition to ACTIVE for port object 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:42:36.240586 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:36.305156 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] For port ab256b6d-09c5-482b-916b-a0ee103b496a, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:42:36.309554 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] For port ab256b6d-09c5-482b-916b-a0ee103b496a, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=ab256b6d-09c5-482b-916b-a0ee103b496a,segment=NetworkSegment(f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6),segment_id=f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6)] {{(pid=111619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:42:36.317333 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:36.346865 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Routers {'6e846c6d-9726-4265-a383-eb4ee36bba20'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:42:36.347483 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:42:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['6e846c6d-9726-4265-a383-eb4ee36bba20'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:36.370133 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd5ff1-329f-4c3c-b2c8-39a99961fb03 req-1a037c85-f288-4581-8413-91f46785dd07 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:36.371980 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5cfd5ff1-329f-4c3c-b2c8-39a99961fb03 req-1a037c85-f288-4581-8413-91f46785dd07 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 943 time: 0.0753310 Oct 20 14:42:36.377851 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0acfab-47c9-46e0-a4ca-c0ae37a57386,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:36.380575 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Attempting to bind port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:42:36.381126 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Attempting to bind port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:42:36.381691 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Attempting to bind port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 on network c28ca665-bebd-48d6-918c-3a77995d0c6e {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:42:36.441596 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 693e3304-e5ae-45f6-ae05-5fad936e343f up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:36.446034 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5cfd5ff1-329f-4c3c-b2c8-39a99961fb03 req-5ee67f6b-2993-4722-a06f-027bebddfe03 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675936 Oct 20 14:42:36.468157 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 on network c28ca665-bebd-48d6-918c-3a77995d0c6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:42:36.469514 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Attempting to bind port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 on network c28ca665-bebd-48d6-918c-3a77995d0c6e {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:42:36.494093 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112fdcf-3686-40e7-8a20-322096ddfe23 None None] Pushing event updated for resources: {'Port': ['ID=ab256b6d-09c5-482b-916b-a0ee103b496a,revision_number=4']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:36.498100 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 693e3304-e5ae-45f6-ae05-5fad936e343f triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:36.498574 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:36.499025 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 693e3304-e5ae-45f6-ae05-5fad936e343f Oct 20 14:42:36.510310 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] Set router 6e846c6d-9726-4265-a383-eb4ee36bba20 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:42:36.535615 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:36.539236 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:42:36.544495 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Checking segment: {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:42:36.544495 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Bound using segment: {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:42:36.544495 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Bound port: 6f0acfab-47c9-46e0-a4ca-c0ae37a57386, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:42:36.544495 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:36.598315 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 693e3304-e5ae-45f6-ae05-5fad936e343f is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:36.598315 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:36.610961 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] For port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:42:36.614327 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] For port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6f0acfab-47c9-46e0-a4ca-c0ae37a57386,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:42:36.626473 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:36.641168 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 693e3304-e5ae-45f6-ae05-5fad936e343f, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=693e3304-e5ae-45f6-ae05-5fad936e343f,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:36.647331 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:36.662884 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:36.663504 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:36.664921 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/6f0acfab-47c9-46e0-a4ca-c0ae37a57386 HTTP/1.1" status: 200 len: 1093 time: 0.8771746 Oct 20 14:42:36.665509 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bcc045-0b0b-4f4a-991d-d40547da9027', 'tag': '6f0acfab-47c9-46e0-a4ca-c0ae37a57386'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:42:36.668812 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8673b6d0-28c8-4521-9a65-53c7cf5fb076" -d '{"events": [{"name": "network-changed", "server_uuid": "b5bcc045-0b0b-4f4a-991d-d40547da9027", "tag": "6f0acfab-47c9-46e0-a4ca-c0ae37a57386"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:42:36.695899 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcba25-6bef-4857-9aca-a6eb28278142 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0acfab-47c9-46e0-a4ca-c0ae37a57386,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:36.701334 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=693e3304-e5ae-45f6-ae05-5fad936e343f,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:36.731861 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e288a26d-9f34-4922-97a5-004478dd0197 x-openstack-request-id: req-e288a26d-9f34-4922-97a5-004478dd0197 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:42:36.732155 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5bcc045-0b0b-4f4a-991d-d40547da9027", "tag": "6f0acfab-47c9-46e0-a4ca-c0ae37a57386", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:42:36.732443 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e288a26d-9f34-4922-97a5-004478dd0197 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:42:36.732856 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e288a26d-9f34-4922-97a5-004478dd0197'] response: {'name': 'network-changed', 'server_uuid': 'b5bcc045-0b0b-4f4a-991d-d40547da9027', 'tag': '6f0acfab-47c9-46e0-a4ca-c0ae37a57386', 'status': 'completed', 'code': 200} Oct 20 14:42:36.747187 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'name': 'tempest-TestVolumeBootPattern-1688581028-router', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:24Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '2a583792afbd4bf2b016df8fe868fc82', 'gw_port': {'id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': 'ab256b6d-09c5-482b-916b-a0ee103b496a', 'name': '', 'network_id': 'ea5d273a-94e7-4e0a-b035-5c2095934088', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82', 'mac_address': 'fa:16:3e:4c:01:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '9a94feb1-afc8-408c-a09f-5c85c67d9b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:29Z', 'updated_at': '2022-10-20T14:42:36Z', 'revision_number': 4, 'project_id': '2a583792afbd4bf2b016df8fe868fc82', 'subnets': [{'id': '9a94feb1-afc8-408c-a09f-5c85c67d9b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:42:36.773954 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f384923-d3bc-48cc-938e-c6068ba53f70 None None] The sync data for ids ['6e846c6d-9726-4265-a383-eb4ee36bba20'] in dv-cinder-779233-7-iscsi is: [{'id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'name': 'tempest-TestVolumeBootPattern-1688581028-router', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:24Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '2a583792afbd4bf2b016df8fe868fc82', 'gw_port': {'id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': 'ab256b6d-09c5-482b-916b-a0ee103b496a', 'name': '', 'network_id': 'ea5d273a-94e7-4e0a-b035-5c2095934088', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82', 'mac_address': 'fa:16:3e:4c:01:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '9a94feb1-afc8-408c-a09f-5c85c67d9b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:29Z', 'updated_at': '2022-10-20T14:42:36Z', 'revision_number': 4, 'project_id': '2a583792afbd4bf2b016df8fe868fc82', 'subnets': [{'id': '9a94feb1-afc8-408c-a09f-5c85c67d9b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:42:37.570684 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587230a-b7fe-4a2c-9899-24e543b563ae req-cb48c12b-5273-4665-a326-d23ffac7ada5 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:37.572450 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e587230a-b7fe-4a2c-9899-24e543b563ae req-cb48c12b-5273-4665-a326-d23ffac7ada5 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 943 time: 0.0483646 Oct 20 14:42:37.623520 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e587230a-b7fe-4a2c-9899-24e543b563ae req-b4276c6b-881d-44d5-9385-85f933cdbc10 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443389 Oct 20 14:42:38.432653 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device ab256b6d-09c5-482b-916b-a0ee103b496a up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:38.481857 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port ab256b6d-09c5-482b-916b-a0ee103b496a triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:38.482224 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:38.482556 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port ab256b6d-09c5-482b-916b-a0ee103b496a Oct 20 14:42:38.548677 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:38.555103 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port ab256b6d-09c5-482b-916b-a0ee103b496a is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:38.555479 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:38.593375 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port ab256b6d-09c5-482b-916b-a0ee103b496a, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=ab256b6d-09c5-482b-916b-a0ee103b496a,segment=NetworkSegment(f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6),segment_id=f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:38.597523 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:38.598264 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 693e3304-e5ae-45f6-ae05-5fad936e343f up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:38.686724 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=ab256b6d-09c5-482b-916b-a0ee103b496a,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:38.707769 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 693e3304-e5ae-45f6-ae05-5fad936e343f triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:38.708308 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:38.708841 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 693e3304-e5ae-45f6-ae05-5fad936e343f Oct 20 14:42:38.720114 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a72a3e-97fb-43f2-af5d-9ce8bec25180 req-c88fa443-8e4b-4110-8df9-c6ea55960a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:38.725170 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-21a72a3e-97fb-43f2-af5d-9ce8bec25180 req-c88fa443-8e4b-4110-8df9-c6ea55960a25 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 HTTP/1.1" status: 200 len: 858 time: 0.0606914 Oct 20 14:42:38.825470 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a72a3e-97fb-43f2-af5d-9ce8bec25180 req-72e66120-e20e-485a-8087-c1f2b5b0990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:38.827188 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-21a72a3e-97fb-43f2-af5d-9ce8bec25180 req-72e66120-e20e-485a-8087-c1f2b5b0990c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c28ca665-bebd-48d6-918c-3a77995d0c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926409 Oct 20 14:42:38.827386 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673b6d0-28c8-4521-9a65-53c7cf5fb076 req-7b1fb50f-40f3-4d9a-82ba-ecb76941565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:38.829658 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-8673b6d0-28c8-4521-9a65-53c7cf5fb076 req-7b1fb50f-40f3-4d9a-82ba-ecb76941565a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 1127 time: 0.1297729 Oct 20 14:42:38.837839 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 693e3304-e5ae-45f6-ae05-5fad936e343f is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:38.891580 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:38.921303 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd08b3-9f92-4633-9afc-b6e0fa7728b3 req-38d29cb0-2c4c-420c-bfe9-be71c611d7a1 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:38.922832 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-75cd08b3-9f92-4633-9afc-b6e0fa7728b3 req-38d29cb0-2c4c-420c-bfe9-be71c611d7a1 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 943 time: 0.1237156 Oct 20 14:42:38.977304 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:39.001635 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-21a72a3e-97fb-43f2-af5d-9ce8bec25180 req-898a56d3-3e1b-4022-8ff8-80f72ca7a3c1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520896 Oct 20 14:42:39.034373 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-75cd08b3-9f92-4633-9afc-b6e0fa7728b3 req-7f680d0f-9cbc-48e8-a1d7-923385277d0b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004970 Oct 20 14:42:39.056408 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673b6d0-28c8-4521-9a65-53c7cf5fb076 req-4d392e35-1b1c-4b7d-b9bb-20cb49d8ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:39.056408 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-8673b6d0-28c8-4521-9a65-53c7cf5fb076 req-4d392e35-1b1c-4b7d-b9bb-20cb49d8ff72 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2121203 Oct 20 14:42:39.112943 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-21a72a3e-97fb-43f2-af5d-9ce8bec25180 req-d67e8cad-2a0b-4b3c-bf34-603b2e236de9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025631 Oct 20 14:42:39.235617 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673b6d0-28c8-4521-9a65-53c7cf5fb076 req-a67b235a-52d2-434f-b4aa-f7751fba48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:39.237127 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-8673b6d0-28c8-4521-9a65-53c7cf5fb076 req-a67b235a-52d2-434f-b4aa-f7751fba48ea service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1727629 Oct 20 14:42:39.324837 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-9c292d8a-9806-4627-b708-776c9b394ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:39.326301 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-9c292d8a-9806-4627-b708-776c9b394ac1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 1127 time: 0.0421827 Oct 20 14:42:39.372961 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-54006b51-fb49-4d2c-b628-df8c342fba7b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f0acfab-47c9-46e0-a4ca-c0ae37a57386 HTTP/1.1" status: 200 len: 217 time: 0.0357170 Oct 20 14:42:39.424332 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-9ca9ed0c-2432-4d65-98d2-56ea665808f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:39.425875 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-9ca9ed0c-2432-4d65-98d2-56ea665808f7 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 HTTP/1.1" status: 200 len: 858 time: 0.0454040 Oct 20 14:42:39.472194 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-fb527dec-d6a2-4be6-b5c7-4df729473344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:39.473601 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-fb527dec-d6a2-4be6-b5c7-4df729473344 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c28ca665-bebd-48d6-918c-3a77995d0c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416946 Oct 20 14:42:39.574417 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-225197c0-93ff-4651-b1ac-a6b5d28f8059 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881979 Oct 20 14:42:39.672233 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-73532bf7-fc69-4a5d-942a-66af8a4ede15 req-f51e4ba1-a286-4be4-be27-3dc5abb2864a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888178 Oct 20 14:42:40.162784 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1299013-d379-4473-b3c5-09dd6f4a6dde req-ca4a9436-856a-42b3-a621-5855844b5fff tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:40.164255 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f1299013-d379-4473-b3c5-09dd6f4a6dde req-ca4a9436-856a-42b3-a621-5855844b5fff tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 943 time: 0.0460401 Oct 20 14:42:40.216464 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f1299013-d379-4473-b3c5-09dd6f4a6dde req-ff30269b-54fe-476f-9763-a3f01a9bf3ae tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458605 Oct 20 14:42:40.373276 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device ab256b6d-09c5-482b-916b-a0ee103b496a up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:40.419896 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port ab256b6d-09c5-482b-916b-a0ee103b496a triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:40.420264 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:40.420624 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port ab256b6d-09c5-482b-916b-a0ee103b496a Oct 20 14:42:40.453899 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:40.497853 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port ab256b6d-09c5-482b-916b-a0ee103b496a is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:40.673764 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device accb484b-67f7-4025-9af7-0d63eeee9bd3 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:42:40.779242 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port accb484b-67f7-4025-9af7-0d63eeee9bd3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=accb484b-67f7-4025-9af7-0d63eeee9bd3,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:40.790194 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': 'accb484b-67f7-4025-9af7-0d63eeee9bd3', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'port_id': 'accb484b-67f7-4025-9af7-0d63eeee9bd3', 'mac_address': 'fa:16:3e:96:7a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:42:40.827877 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port accb484b-67f7-4025-9af7-0d63eeee9bd3 is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:40.828258 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:40.843247 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accb484b-67f7-4025-9af7-0d63eeee9bd3 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:42:40.869372 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port accb484b-67f7-4025-9af7-0d63eeee9bd3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=accb484b-67f7-4025-9af7-0d63eeee9bd3,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:40.874625 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:40.924463 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=accb484b-67f7-4025-9af7-0d63eeee9bd3,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:41.188918 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['accb484b-67f7-4025-9af7-0d63eeee9bd3'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:42:41.313835 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:41.337927 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:41.351440 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafcc55-17ce-46c9-9464-d00fb7e1ece5 req-738f3bbd-eb42-43c9-8006-9514e44e0a52 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:41.353184 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0bafcc55-17ce-46c9-9464-d00fb7e1ece5 req-738f3bbd-eb42-43c9-8006-9514e44e0a52 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 943 time: 0.0555117 Oct 20 14:42:41.403913 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0bafcc55-17ce-46c9-9464-d00fb7e1ece5 req-3cb78467-c8c5-481f-b0eb-692b37964b59 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Oct 20 14:42:42.534308 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af8f5d-4fc4-49f4-9f00-7ca142fdb690 req-57a12768-c5b7-4d9e-b52f-c87a3839c7a0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:42.535834 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-40af8f5d-4fc4-49f4-9f00-7ca142fdb690 req-57a12768-c5b7-4d9e-b52f-c87a3839c7a0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 943 time: 0.0484514 Oct 20 14:42:42.590639 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-40af8f5d-4fc4-49f4-9f00-7ca142fdb690 req-6c658bb3-cd55-44ea-b362-3177d562bbfb tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449057 Oct 20 14:42:42.689529 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:42:42.695094 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device accb484b-67f7-4025-9af7-0d63eeee9bd3 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:42.795476 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port accb484b-67f7-4025-9af7-0d63eeee9bd3 completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:42:42.811149 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port accb484b-67f7-4025-9af7-0d63eeee9bd3 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:42.811523 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:42.811858 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port accb484b-67f7-4025-9af7-0d63eeee9bd3 Oct 20 14:42:42.867578 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6f0acfab-47c9-46e0-a4ca-c0ae37a57386,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:42.883597 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '6f0acfab-47c9-46e0-a4ca-c0ae37a57386', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'port_id': '6f0acfab-47c9-46e0-a4ca-c0ae37a57386', 'mac_address': 'fa:16:3e:df:6a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:42:42.947416 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:42.955437 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:42.955875 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:42.958426 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port accb484b-67f7-4025-9af7-0d63eeee9bd3 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:42.958707 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:42.990207 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:42:43.002574 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a463ded-2b4a-41e5-a54f-bd28d4e92777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accb484b-67f7-4025-9af7-0d63eeee9bd3'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:42:43.004847 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e0f7c7-9af9-4c0c-a43a-57cea18be875" -d '{"events": [{"server_uuid": "4a463ded-2b4a-41e5-a54f-bd28d4e92777", "name": "network-vif-plugged", "status": "completed", "tag": "accb484b-67f7-4025-9af7-0d63eeee9bd3"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:42:43.049080 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port accb484b-67f7-4025-9af7-0d63eeee9bd3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=accb484b-67f7-4025-9af7-0d63eeee9bd3,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:43.051242 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6f0acfab-47c9-46e0-a4ca-c0ae37a57386,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:43.058244 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbc30fc-206c-43f5-b90e-ee9592df7997 x-openstack-request-id: req-2dbc30fc-206c-43f5-b90e-ee9592df7997 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:42:43.058572 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a463ded-2b4a-41e5-a54f-bd28d4e92777", "name": "network-vif-plugged", "status": "completed", "tag": "accb484b-67f7-4025-9af7-0d63eeee9bd3", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:42:43.058831 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dbc30fc-206c-43f5-b90e-ee9592df7997 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:42:43.059234 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dbc30fc-206c-43f5-b90e-ee9592df7997'] response: {'server_uuid': '4a463ded-2b4a-41e5-a54f-bd28d4e92777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accb484b-67f7-4025-9af7-0d63eeee9bd3', 'code': 200} Oct 20 14:42:43.060104 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:43.063824 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:43.110833 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=accb484b-67f7-4025-9af7-0d63eeee9bd3,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:43.160236 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=6f0acfab-47c9-46e0-a4ca-c0ae37a57386,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:43.725732 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abccc8-bc71-469f-b171-667ef2e4dc11 req-f4c9d2f4-ef16-4d0c-bbbb-f901e91ae47a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:43.727167 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a6abccc8-bc71-469f-b171-667ef2e4dc11 req-f4c9d2f4-ef16-4d0c-bbbb-f901e91ae47a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 944 time: 0.0508845 Oct 20 14:42:43.773281 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a6abccc8-bc71-469f-b171-667ef2e4dc11 req-9ff37d48-4e7f-4afa-9ac6-83a4b5481c44 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402956 Oct 20 14:42:44.893140 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ed62b-b474-4e72-b2a1-b42c7a49be01 req-a9556383-9766-4337-911e-d3c1d817c433 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:44.894586 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-478ed62b-b474-4e72-b2a1-b42c7a49be01 req-a9556383-9766-4337-911e-d3c1d817c433 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 944 time: 0.0459149 Oct 20 14:42:44.941586 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-478ed62b-b474-4e72-b2a1-b42c7a49be01 req-87f33a3e-9f62-4e9d-9c24-7e3d18e9c370 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415151 Oct 20 14:42:45.858309 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced3980-7156-4a16-bd06-762be8740352 req-077ebc20-55af-41cc-ba1b-e55aad1c4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:45.860031 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ced3980-7156-4a16-bd06-762be8740352 req-077ebc20-55af-41cc-ba1b-e55aad1c4bc4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 1130 time: 0.0406673 Oct 20 14:42:45.905000 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ced3980-7156-4a16-bd06-762be8740352 req-bf1225ee-d964-4417-b3b5-e2b1a88622ea service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386503 Oct 20 14:42:46.000940 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['6f0acfab-47c9-46e0-a4ca-c0ae37a57386'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:42:46.065860 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720aec8-4223-4ca9-bf64-f269d8aa1a24 req-caa9c1ef-7197-42ad-9fad-5543d121a3e1 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:46.067276 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2720aec8-4223-4ca9-bf64-f269d8aa1a24 req-caa9c1ef-7197-42ad-9fad-5543d121a3e1 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 944 time: 0.0473073 Oct 20 14:42:46.120280 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2720aec8-4223-4ca9-bf64-f269d8aa1a24 req-f2784e2b-c5f8-48b0-86db-4a436936eb39 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470736 Oct 20 14:42:47.255668 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0338d-9a90-4f9a-8eec-87ac5919749d req-55987cc2-9aae-4ff4-b9f4-42fe44e6c445 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:47.257262 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d3e0338d-9a90-4f9a-8eec-87ac5919749d req-55987cc2-9aae-4ff4-b9f4-42fe44e6c445 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 944 time: 0.0534046 Oct 20 14:42:47.306604 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d3e0338d-9a90-4f9a-8eec-87ac5919749d req-329dad0c-0c9f-4f90-a605-18e150224067 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 Oct 20 14:42:47.674796 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:42:47.719833 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:42:47.727615 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:47.727990 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:47.728395 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 Oct 20 14:42:47.774254 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:47.811103 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:42:47.811478 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:47.835310 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bcc045-0b0b-4f4a-991d-d40547da9027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0acfab-47c9-46e0-a4ca-c0ae37a57386'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:42:47.837541 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b1faef-6cd8-4643-8d65-1378cb011bc8" -d '{"events": [{"server_uuid": "b5bcc045-0b0b-4f4a-991d-d40547da9027", "name": "network-vif-plugged", "status": "completed", "tag": "6f0acfab-47c9-46e0-a4ca-c0ae37a57386"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:42:47.851489 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6f0acfab-47c9-46e0-a4ca-c0ae37a57386,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:42:47.857327 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:47.886577 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849b154d-78e9-47e1-9ec5-a88c392fd778 x-openstack-request-id: req-849b154d-78e9-47e1-9ec5-a88c392fd778 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:42:47.886899 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bcc045-0b0b-4f4a-991d-d40547da9027", "name": "network-vif-plugged", "status": "completed", "tag": "6f0acfab-47c9-46e0-a4ca-c0ae37a57386", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:42:47.887333 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-849b154d-78e9-47e1-9ec5-a88c392fd778 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:42:47.887729 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849b154d-78e9-47e1-9ec5-a88c392fd778'] response: {'server_uuid': 'b5bcc045-0b0b-4f4a-991d-d40547da9027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0acfab-47c9-46e0-a4ca-c0ae37a57386', 'code': 200} Oct 20 14:42:47.914567 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=6f0acfab-47c9-46e0-a4ca-c0ae37a57386,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:48.069577 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0dba-9631-4437-bf7c-f4f50b31f28b req-e95b2b38-97c6-44eb-a9cd-ea12c3502044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:48.071083 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a93c0dba-9631-4437-bf7c-f4f50b31f28b req-e95b2b38-97c6-44eb-a9cd-ea12c3502044 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 1129 time: 0.0417647 Oct 20 14:42:48.134591 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a93c0dba-9631-4437-bf7c-f4f50b31f28b req-80bfef88-963d-4f99-87fc-2d9a09785fde service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548458 Oct 20 14:42:48.233805 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bed900-a72d-48af-8b65-128e79cd4501 req-07bcf115-0266-4409-a7ca-398236a6cea9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:48.235519 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f7bed900-a72d-48af-8b65-128e79cd4501 req-07bcf115-0266-4409-a7ca-398236a6cea9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0466762 Oct 20 14:42:48.286305 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f7bed900-a72d-48af-8b65-128e79cd4501 req-3aedc408-1375-4fa8-a505-f41cc8516eff tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449677 Oct 20 14:42:48.451893 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63613a4-56fd-4973-9cd4-01c63ca81337 req-549f0fe1-bca5-42d5-af7e-3d7ba0391bdb tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:48.453385 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c63613a4-56fd-4973-9cd4-01c63ca81337 req-549f0fe1-bca5-42d5-af7e-3d7ba0391bdb tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0503082 Oct 20 14:42:48.502688 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c63613a4-56fd-4973-9cd4-01c63ca81337 req-9c189929-81a6-4801-8477-279da9faabcf tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428762 Oct 20 14:42:49.434329 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc075e5-bc56-4eac-863b-d21397556d2e req-57d8c4e5-3f93-430e-84ac-1eda835045e6 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:49.435818 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-abc075e5-bc56-4eac-863b-d21397556d2e req-57d8c4e5-3f93-430e-84ac-1eda835045e6 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0508990 Oct 20 14:42:49.485987 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-abc075e5-bc56-4eac-863b-d21397556d2e req-6f29b1a3-41b8-4971-95b9-e9888c71cd1d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Oct 20 14:42:49.618015 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:49.631107 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d214b-d2c4-4273-b63e-45c040aed381 req-08c2f9db-3b16-4fdb-9cb1-9c5457ddd897 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:49.632606 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cf7d214b-d2c4-4273-b63e-45c040aed381 req-08c2f9db-3b16-4fdb-9cb1-9c5457ddd897 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0515079 Oct 20 14:42:49.681231 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cf7d214b-d2c4-4273-b63e-45c040aed381 req-e6cf89cf-d1bf-402a-8a2c-0d06cf8f786c tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418279 Oct 20 14:42:49.899191 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:49.901560 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:49.954144 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37412c4a-8adc-40c0-8b4e-122f49ea62ce req-a8ac5d70-1111-4bc3-941d-c130fb42520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:49.955761 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-37412c4a-8adc-40c0-8b4e-122f49ea62ce req-a8ac5d70-1111-4bc3-941d-c130fb42520a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 1129 time: 0.0391519 Oct 20 14:42:49.974350 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0a911-5fe6-4831-a08b-170ea48ad40e req-7bbb8a59-95c5-41da-bd4f-85edaa5e048a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:49.975808 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-00b0a911-5fe6-4831-a08b-170ea48ad40e req-7bbb8a59-95c5-41da-bd4f-85edaa5e048a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0480800 Oct 20 14:42:50.025233 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-00b0a911-5fe6-4831-a08b-170ea48ad40e req-26cecd6a-2fed-46bf-bfb9-a868dbce78d1 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435512 Oct 20 14:42:50.036837 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:50.058815 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37412c4a-8adc-40c0-8b4e-122f49ea62ce req-52958f21-0947-4997-a366-d4d76bb10f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:50.060252 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-37412c4a-8adc-40c0-8b4e-122f49ea62ce req-52958f21-0947-4997-a366-d4d76bb10f19 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 920 time: 0.0957634 Oct 20 14:42:50.311170 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-37412c4a-8adc-40c0-8b4e-122f49ea62ce req-5d535157-6786-45fc-b10d-6a4656458fee service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f0acfab-47c9-46e0-a4ca-c0ae37a57386 HTTP/1.1" status: 200 len: 217 time: 0.2438886 Oct 20 14:42:50.372318 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37412c4a-8adc-40c0-8b4e-122f49ea62ce req-cad72322-4879-412f-b6e6-fbcc8d769e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:50.373798 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-37412c4a-8adc-40c0-8b4e-122f49ea62ce req-cad72322-4879-412f-b6e6-fbcc8d769e93 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 HTTP/1.1" status: 200 len: 858 time: 0.0562561 Oct 20 14:42:50.420407 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37412c4a-8adc-40c0-8b4e-122f49ea62ce req-217e6cf9-bf1a-4fcd-9c1e-0c3f6a38bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:50.422115 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-37412c4a-8adc-40c0-8b4e-122f49ea62ce req-217e6cf9-bf1a-4fcd-9c1e-0c3f6a38bbb0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c28ca665-bebd-48d6-918c-3a77995d0c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425327 Oct 20 14:42:50.520584 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-37412c4a-8adc-40c0-8b4e-122f49ea62ce req-0415d850-91d7-49a0-bb8c-948b7b3f0295 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873387 Oct 20 14:42:50.535294 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:50.584270 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:50.621589 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af97353-8ea5-4d19-bd02-e1136adb3c2b req-a6765ce1-32cc-4070-b10a-bddeced0964d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:50.623173 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8af97353-8ea5-4d19-bd02-e1136adb3c2b req-a6765ce1-32cc-4070-b10a-bddeced0964d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0503116 Oct 20 14:42:50.632606 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-37412c4a-8adc-40c0-8b4e-122f49ea62ce req-399b9db6-6e6d-424b-a5df-b4f52e26ffcd service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054344 Oct 20 14:42:50.680591 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8af97353-8ea5-4d19-bd02-e1136adb3c2b req-eb3d3998-2d75-4b67-aafa-8297e61447d1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510566 Oct 20 14:42:51.152901 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3fe65-8769-430a-b27b-7d22ae35a76b req-1eb7f9a9-234a-4d30-b1fd-291b1b446592 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:51.154361 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d5e3fe65-8769-430a-b27b-7d22ae35a76b req-1eb7f9a9-234a-4d30-b1fd-291b1b446592 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0463996 Oct 20 14:42:51.201787 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d5e3fe65-8769-430a-b27b-7d22ae35a76b req-895dddfd-b338-4e5a-9f53-cfff1b6a7feb tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418968 Oct 20 14:42:51.507263 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-4fe20ece-292a-4723-8c9d-7ffc940882c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:51.717017 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 35056) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:51.811141 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fb36d-f280-48d2-8166-a9346d00fa5a req-f8b523eb-084f-4bd4-ba16-9980b9531c56 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:51.812671 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d10fb36d-f280-48d2-8166-a9346d00fa5a req-f8b523eb-084f-4bd4-ba16-9980b9531c56 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0468857 Oct 20 14:42:51.824076 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:51.861593 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d10fb36d-f280-48d2-8166-a9346d00fa5a req-ad3d2814-d427-4937-b348-9e04a8431207 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429986 Oct 20 14:42:51.903343 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Publish callbacks [] for security_group (348f2f0f-f0f6-4f71-aff6-d1a7f1464a4e), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:51.906978 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (348f2f0f-f0f6-4f71-aff6-d1a7f1464a4e), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:51.946979 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=d23b6c045d6843beaaeee602786f2737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289016 Oct 20 14:42:51.947884 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348f2f0f-f0f6-4f71-aff6-d1a7f1464a4e,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:51.949897 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 35062) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:42:51.955568 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:51.956118 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:51.956553 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:51.956970 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:51.957306 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:51.957638 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:51.957966 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:51.958291 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:51.958617 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:51.958942 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:51.959270 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:51.959595 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:51.959916 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:51.960239 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:51.960583 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2caaf-7889-4a87-86b2-2e8293af3c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:42:52.005314 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-79bb6e6b-9a0c-4760-9356-f6d5ee018ca5 admin admin] Publish callbacks [] for security_group (348f2f0f-f0f6-4f71-aff6-d1a7f1464a4e), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:52.024975 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-79bb6e6b-9a0c-4760-9356-f6d5ee018ca5 admin admin] Publish callbacks [] for security_group (348f2f0f-f0f6-4f71-aff6-d1a7f1464a4e), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:52.074095 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-79bb6e6b-9a0c-4760-9356-f6d5ee018ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (348f2f0f-f0f6-4f71-aff6-d1a7f1464a4e), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:52.076751 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-79bb6e6b-9a0c-4760-9356-f6d5ee018ca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:52.077881 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-79bb6e6b-9a0c-4760-9356-f6d5ee018ca5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/348f2f0f-f0f6-4f71-aff6-d1a7f1464a4e HTTP/1.1" status: 204 len: 168 time: 0.1270165 Oct 20 14:42:52.085861 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb6e6b-9a0c-4760-9356-f6d5ee018ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348f2f0f-f0f6-4f71-aff6-d1a7f1464a4e,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:52.359529 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20201e23-7c65-4521-a601-60eb3811c0db req-ae5e117a-ab4c-4f2b-a402-5ff083d8f474 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:52.361280 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-20201e23-7c65-4521-a601-60eb3811c0db req-ae5e117a-ab4c-4f2b-a402-5ff083d8f474 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0846863 Oct 20 14:42:52.410923 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-20201e23-7c65-4521-a601-60eb3811c0db req-5d454b25-087f-4f96-8b44-6ef4a42d1c90 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436926 Oct 20 14:42:52.990190 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8a394-9c5a-4194-9baa-d27d5fba0e07 req-1b9d46dc-bf1f-4741-9cc5-8ff40d5e912d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:52.991696 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-57e8a394-9c5a-4194-9baa-d27d5fba0e07 req-1b9d46dc-bf1f-4741-9cc5-8ff40d5e912d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0469394 Oct 20 14:42:53.049266 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-57e8a394-9c5a-4194-9baa-d27d5fba0e07 req-757f0580-06f2-432d-8731-86d8fbb0a3f6 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509593 Oct 20 14:42:53.533082 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590efac6-29ff-418f-b5dc-6f392d349367 req-acb9d4c0-a307-493c-9170-aeec601537ae tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:53.534549 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-590efac6-29ff-418f-b5dc-6f392d349367 req-acb9d4c0-a307-493c-9170-aeec601537ae tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0460358 Oct 20 14:42:53.580915 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-590efac6-29ff-418f-b5dc-6f392d349367 req-29d176a4-ea9e-4c61-b952-b684d3554dbe tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Oct 20 14:42:53.635562 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-87f99428-5d0e-4efc-abcb-f153479f62ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:53.952243 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56d503-07fd-4b7f-b75f-0cea4a167f75 req-d1d6cdf8-d240-4e79-9492-28647f950a2e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:53.953734 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cd56d503-07fd-4b7f-b75f-0cea4a167f75 req-d1d6cdf8-d240-4e79-9492-28647f950a2e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0449867 Oct 20 14:42:54.001497 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cd56d503-07fd-4b7f-b75f-0cea4a167f75 req-9964a837-91d2-46e1-a5b1-8910fab031d8 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420582 Oct 20 14:42:54.182793 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147e9a9-d28e-4553-a4aa-57a742008f34 req-8af59657-a682-41d2-b5ac-022ad128c405 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:54.185578 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9147e9a9-d28e-4553-a4aa-57a742008f34 req-8af59657-a682-41d2-b5ac-022ad128c405 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0521190 Oct 20 14:42:54.222161 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:54.235554 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9147e9a9-d28e-4553-a4aa-57a742008f34 req-aa927461-6d1f-437d-916f-52e8b2c6c2bc tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444872 Oct 20 14:42:54.724100 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1fcc2-774c-4179-b910-55e7f8a752e5 req-4cd992bb-46f5-4f24-b4f3-968606bd1056 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:54.725614 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3be1fcc2-774c-4179-b910-55e7f8a752e5 req-4cd992bb-46f5-4f24-b4f3-968606bd1056 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0535758 Oct 20 14:42:54.754707 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:54.777945 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3be1fcc2-774c-4179-b910-55e7f8a752e5 req-fefd54c8-83a9-499d-bdbe-3d3173dcf98a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458090 Oct 20 14:42:54.985278 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:55.125979 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8deeb7-4df1-406c-9ecb-009cc447cbca req-ccc4ca78-c82d-43db-b733-d84cdff9c517 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:55.127430 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ff8deeb7-4df1-406c-9ecb-009cc447cbca req-ccc4ca78-c82d-43db-b733-d84cdff9c517 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0501428 Oct 20 14:42:55.174746 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ff8deeb7-4df1-406c-9ecb-009cc447cbca req-72114f1e-5b01-400a-a9bc-a67655178808 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417378 Oct 20 14:42:55.368064 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf030b-3401-4dc2-9404-3422d5127e83 req-cf58cffb-ec8f-4954-baf7-a6dd15e6d4a0 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:55.370023 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1bcf030b-3401-4dc2-9404-3422d5127e83 req-cf58cffb-ec8f-4954-baf7-a6dd15e6d4a0 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0481827 Oct 20 14:42:55.416019 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1bcf030b-3401-4dc2-9404-3422d5127e83 req-28d43555-1118-4164-9e4a-7309a6b4d304 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407319 Oct 20 14:42:55.920810 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412ae73-3e0a-48e5-ab3f-a9a62a8825ba req-fb551bff-fd97-46c0-8a62-d26154b270b3 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:55.922618 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5412ae73-3e0a-48e5-ab3f-a9a62a8825ba req-fb551bff-fd97-46c0-8a62-d26154b270b3 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0583634 Oct 20 14:42:55.979301 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5412ae73-3e0a-48e5-ab3f-a9a62a8825ba req-b2b463a7-9970-4029-a070-5c46ba819b24 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490556 Oct 20 14:42:56.287953 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:56.324596 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63e110-2c9a-4ba4-a082-84f1c5b901d4 req-7ad9af97-2c1c-4753-8ee2-ad862eb975e4 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:56.325948 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4f63e110-2c9a-4ba4-a082-84f1c5b901d4 req-7ad9af97-2c1c-4753-8ee2-ad862eb975e4 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0696025 Oct 20 14:42:56.347171 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-2fac1412-af84-4a1d-91ed-cf5d268274cc tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-41998486&fields=id&tenant_id=d5614088125349f1975cc55b25dd9dbc HTTP/1.1" status: 200 len: 267 time: 0.0925431 Oct 20 14:42:56.418909 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:56.438420 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4f63e110-2c9a-4ba4-a082-84f1c5b901d4 req-7938afa1-e8b4-4f96-bf1d-b1c362467f93 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035118 Oct 20 14:42:56.481422 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-9317e8b8-77c2-42ac-b06e-b504bd0b6727 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:56.482907 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-9317e8b8-77c2-42ac-b06e-b504bd0b6727 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/networks?id=c924697c-b180-4b1b-9f12-d7889a054b97 HTTP/1.1" status: 200 len: 810 time: 0.1267307 Oct 20 14:42:56.498032 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-49e16c14-3aeb-4116-b45a-9a53e4130503 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/quotas/d5614088125349f1975cc55b25dd9dbc HTTP/1.1" status: 200 len: 375 time: 0.0095634 Oct 20 14:42:56.574920 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-47391592-5592-4da5-b162-f55a830aeb20 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715859 Oct 20 14:42:56.582223 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d05d46-0a69-4d1e-9ca1-a7505786ae2c req-aa54dea0-958d-4d0f-8391-abb37ed13bd7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:56.583652 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d1d05d46-0a69-4d1e-9ca1-a7505786ae2c req-aa54dea0-958d-4d0f-8391-abb37ed13bd7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0712271 Oct 20 14:42:56.687576 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d1d05d46-0a69-4d1e-9ca1-a7505786ae2c req-495407db-cebe-48a1-9202-bb26551cadab tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937147 Oct 20 14:42:56.708284 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-f48b6617-ec09-4940-be83-8dd1138b9d60 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223335 Oct 20 14:42:56.801010 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-42b5fbb1-3ba1-4819-9a3c-c44a19bb9568 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865650 Oct 20 14:42:57.125945 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bbf11830-c2c2-4aa1-96ef-0d2060483bea req-78da5de1-497d-443d-9633-6df913bd2518 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 210 time: 0.0511785 Oct 20 14:42:57.130964 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:57.146706 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e564777-b4e6-4256-afa6-4d3588ad7dca req-f85d6430-7d49-47c0-8a27-ac6591863892 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:57.148253 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3e564777-b4e6-4256-afa6-4d3588ad7dca req-f85d6430-7d49-47c0-8a27-ac6591863892 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0644796 Oct 20 14:42:57.196677 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3e564777-b4e6-4256-afa6-4d3588ad7dca req-52487832-8b29-4d8e-9380-816e1187bd42 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416746 Oct 20 14:42:57.566007 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb40fdf-1494-4f91-b69f-ee6ee9e114f1 req-a22cde36-56ad-4a6d-aaf6-b7fd3aadf8bb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:57.567476 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-edb40fdf-1494-4f91-b69f-ee6ee9e114f1 req-a22cde36-56ad-4a6d-aaf6-b7fd3aadf8bb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0512543 Oct 20 14:42:57.580836 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:57.879654 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf334f59-8092-4303-abcd-381610a6af37 req-b60982d4-a628-4738-b3be-771ec8d78b6c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:57.881106 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cf334f59-8092-4303-abcd-381610a6af37 req-b60982d4-a628-4738-b3be-771ec8d78b6c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0637355 Oct 20 14:42:57.885180 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-edb40fdf-1494-4f91-b69f-ee6ee9e114f1 req-efde602a-da89-42e5-8a28-f22bd0802b45 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112051 Oct 20 14:42:57.927665 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cf334f59-8092-4303-abcd-381610a6af37 req-9ba08de7-2a63-4a7c-a18d-ee9e17edb1b3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408335 Oct 20 14:42:58.233147 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e27eeb0c-aa40-4b95-af48-165f4a258104 req-05be5c1c-84bd-461d-877c-30400c0e744f tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 210 time: 0.0297394 Oct 20 14:42:58.336119 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547fc35-3aa8-4562-98f0-dbd16641b979 req-0f0e76d8-3e70-4c3a-862f-9be4032777ee tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:58.352949 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d547fc35-3aa8-4562-98f0-dbd16641b979 req-0f0e76d8-3e70-4c3a-862f-9be4032777ee tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0737760 Oct 20 14:42:58.421860 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d547fc35-3aa8-4562-98f0-dbd16641b979 req-8cd13022-0b8e-431a-a9e6-ce3b2d28043f tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629721 Oct 20 14:42:58.456976 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-94a5a076-6acd-4a9e-9aa0-f8d8144297d2 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:58.458804 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-94a5a076-6acd-4a9e-9aa0-f8d8144297d2 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c924697c-b180-4b1b-9f12-d7889a054b97 HTTP/1.1" status: 200 len: 810 time: 0.1620781 Oct 20 14:42:58.808175 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-128c6ee1-0284-4d91-a93a-b5fc80958f07 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d5614088125349f1975cc55b25dd9dbc HTTP/1.1" status: 200 len: 378 time: 0.0553772 Oct 20 14:42:58.827480 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-c8185787-ea1d-417b-9e27-8dd369c8932c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Request body: {'port': {'device_id': '0b82f520-a300-4205-9ff6-f31ec81518e0', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'admin_state_up': True, 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'security_groups': ['c6dcfe27-4324-4f81-ada9-621cff849f03']}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:58.954087 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-c8185787-ea1d-417b-9e27-8dd369c8932c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Made reservation on behalf of d5614088125349f1975cc55b25dd9dbc for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:42:58.958178 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-c8185787-ea1d-417b-9e27-8dd369c8932c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:59.024886 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:59.046320 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab6009-525f-4be5-b514-0915bbdca851 req-d1ed1769-36c9-4860-b860-594af7cfd7eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:59.049181 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-26ab6009-525f-4be5-b514-0915bbdca851 req-d1ed1769-36c9-4860-b860-594af7cfd7eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0887043 Oct 20 14:42:59.090821 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-c8185787-ea1d-417b-9e27-8dd369c8932c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Allocated IP 172.20.0.5 (c924697c-b180-4b1b-9f12-d7889a054b97/56aaf329-fdc0-417e-828a-ce1cc2420856/3aeaede2-76c6-42b7-b8b7-f33a546e2f7d) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:42:59.122537 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75461ba5-a62a-4d79-babc-264962a9e3e8 req-5bf28933-1fb4-4798-a582-d2358624cbb1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:59.124005 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-75461ba5-a62a-4d79-babc-264962a9e3e8 req-5bf28933-1fb4-4798-a582-d2358624cbb1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0716987 Oct 20 14:42:59.153032 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-26ab6009-525f-4be5-b514-0915bbdca851 req-0a3c632b-0e5d-404a-b1f8-4fecae10bccb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905912 Oct 20 14:42:59.184702 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-75461ba5-a62a-4d79-babc-264962a9e3e8 req-6f2461b5-f08f-4944-8b06-e86d65f47d22 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547516 Oct 20 14:42:59.258038 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-c8185787-ea1d-417b-9e27-8dd369c8932c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:59.273635 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:42:59.294859 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-c8185787-ea1d-417b-9e27-8dd369c8932c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:59.344732 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-c8185787-ea1d-417b-9e27-8dd369c8932c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Network c924697c-b180-4b1b-9f12-d7889a054b97 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:42:59.347944 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-c8185787-ea1d-417b-9e27-8dd369c8932c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:42:59.352041 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-c8185787-ea1d-417b-9e27-8dd369c8932c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:42:59.362498 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48797b5-d1ca-4974-a65a-13e4b037ab25 req-4290d7b1-a350-40f2-a25d-54d8ce69c8c7 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:59.364640 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f48797b5-d1ca-4974-a65a-13e4b037ab25 req-4290d7b1-a350-40f2-a25d-54d8ce69c8c7 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 931 time: 0.0491185 Oct 20 14:42:59.380827 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8185787-ea1d-417b-9e27-8dd369c8932c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'Port': ['ID=3aeaede2-76c6-42b7-b8b7-f33a546e2f7d,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:42:59.411908 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-c8185787-ea1d-417b-9e27-8dd369c8932c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:59.412562 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-c8185787-ea1d-417b-9e27-8dd369c8932c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:59.420101 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f48797b5-d1ca-4974-a65a-13e4b037ab25 req-2d6ccf0b-47dd-43df-a291-06b7ea566d51 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491588 Oct 20 14:42:59.436197 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-c8185787-ea1d-417b-9e27-8dd369c8932c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6130433 Oct 20 14:42:59.540095 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Request body: {'port': {'device_id': '0b82f520-a300-4205-9ff6-f31ec81518e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:42:59.578714 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aa614-115b-4995-b59d-24c30234d4b0 req-939664bc-82b8-4c7f-8b38-fc1c5a105421 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:42:59.579882 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-09144c1b-9976-407d-9115-4bb6de2deeb3 None None] Provisioning complete for port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:42:59.581041 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-09144c1b-9976-407d-9115-4bb6de2deeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:59.581636 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-09144c1b-9976-407d-9115-4bb6de2deeb3 None None] Attempt 1 to provision port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d Oct 20 14:42:59.582885 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-178aa614-115b-4995-b59d-24c30234d4b0 req-939664bc-82b8-4c7f-8b38-fc1c5a105421 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0852387 Oct 20 14:42:59.584386 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:59.640231 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-09144c1b-9976-407d-9115-4bb6de2deeb3 None None] Port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:42:59.674600 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:42:59.701203 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-178aa614-115b-4995-b59d-24c30234d4b0 req-eabcc095-8a12-4bb3-95e2-8693324e3261 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113324 Oct 20 14:43:00.008601 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:43:00.017600 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Publish callbacks [] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.031543 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Transition to ACTIVE for port object 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:43:00.034928 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.125071 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Pushing event updated for resources: {'Port': ['ID=3aeaede2-76c6-42b7-b8b7-f33a546e2f7d,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:00.125193 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 35240) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:00.129467 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:00.129813 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--197146551', 'description': 'tempest-description--2137235148'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:43:00.153878 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.158115 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Attempting to bind port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:43:00.158446 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Attempting to bind port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:43:00.158786 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Attempting to bind port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d on network c924697c-b180-4b1b-9f12-d7889a054b97 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:43:00.208982 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d on network c924697c-b180-4b1b-9f12-d7889a054b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:43:00.209444 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Attempting to bind port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d on network c924697c-b180-4b1b-9f12-d7889a054b97 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:43:00.232109 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (1f9324e3-34bb-4b95-b502-d33b3f5b2d42), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.238397 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (1f9324e3-34bb-4b95-b502-d33b3f5b2d42), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.274270 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:43:00.274756 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Checking segment: {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:43:00.275146 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Bound using segment: {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:43:00.277040 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Bound port: 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:43:00.277450 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.283478 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:00.289906 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.294338 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1656423 Oct 20 14:43:00.295083 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9324e3-34bb-4b95-b502-d33b3f5b2d42,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:00.295903 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 35246) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:00.324038 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-4464747e-31d8-4b4f-89c8-c8261f429e81 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'security_group_rule': {'security_group_id': '1f9324e3-34bb-4b95-b502-d33b3f5b2d42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:43:00.332876 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.333277 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.333580 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.334048 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.334423 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.334733 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.335318 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.335659 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.335987 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.336361 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.336708 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.337036 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.340963 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.341371 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.342638 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b5a4b-0c62-4205-a290-fea6ff09dd83 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:00.351439 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:00.374912 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] For port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:43:00.381540 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] For port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=3aeaede2-76c6-42b7-b8b7-f33a546e2f7d,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:43:00.387817 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4464747e-31d8-4b4f-89c8-c8261f429e81 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (c5c550d6-47f2-4028-9ed0-f45df6156998), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.392970 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.407341 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:00.407948 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.409381 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/3aeaede2-76c6-42b7-b8b7-f33a546e2f7d HTTP/1.1" status: 200 len: 1093 time: 0.8739491 Oct 20 14:43:00.409898 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b82f520-a300-4205-9ff6-f31ec81518e0', 'tag': '3aeaede2-76c6-42b7-b8b7-f33a546e2f7d'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:43:00.412168 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a75c9d8-fdf5-469f-b3ac-fa29cf45d802" -d '{"events": [{"name": "network-changed", "server_uuid": "0b82f520-a300-4205-9ff6-f31ec81518e0", "tag": "3aeaede2-76c6-42b7-b8b7-f33a546e2f7d"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:43:00.429323 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9fce4-04d1-4701-951d-55ff7e281c31 req-07336961-812b-4800-8299-7f87450fa3bb tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:00.431114 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b1e9fce4-04d1-4701-951d-55ff7e281c31 req-07336961-812b-4800-8299-7f87450fa3bb tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0774467 Oct 20 14:43:00.443507 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ed592-cff9-4e43-a769-ba932d204b8c req-16809270-115a-4ba5-a30f-960bd9193551 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:00.444928 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-667ed592-cff9-4e43-a769-ba932d204b8c req-16809270-115a-4ba5-a30f-960bd9193551 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.1597464 Oct 20 14:43:00.483068 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093016a-54a9-4c0c-a941-2772a795ad1f service neutron] Pushing event updated for resources: {'Port': ['ID=3aeaede2-76c6-42b7-b8b7-f33a546e2f7d,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:00.495713 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4464747e-31d8-4b4f-89c8-c8261f429e81 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (c5c550d6-47f2-4028-9ed0-f45df6156998), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.499595 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4464747e-31d8-4b4f-89c8-c8261f429e81 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (c5c550d6-47f2-4028-9ed0-f45df6156998), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.518491 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464747e-31d8-4b4f-89c8-c8261f429e81 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c550d6-47f2-4028-9ed0-f45df6156998,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:00.527135 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b1e9fce4-04d1-4701-951d-55ff7e281c31 req-ce1aa138-fcdd-4e24-be53-488a0f7680e4 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812566 Oct 20 14:43:00.528452 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4464747e-31d8-4b4f-89c8-c8261f429e81 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.532041 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-4464747e-31d8-4b4f-89c8-c8261f429e81 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2334924 Oct 20 14:43:00.532411 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-667ed592-cff9-4e43-a769-ba932d204b8c req-7adcc06e-9897-499c-b40a-c98464fb3f81 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778809 Oct 20 14:43:00.532520 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 35252) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:00.536882 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-4c722da1-11c7-45c0-b382-bc18f50d642c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'security_group_rule': {'security_group_id': '1f9324e3-34bb-4b95-b502-d33b3f5b2d42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:43:00.583466 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae4347f-a3bf-4d0c-b502-05ae6569ffeb x-openstack-request-id: req-0ae4347f-a3bf-4d0c-b502-05ae6569ffeb {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:43:00.584061 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b82f520-a300-4205-9ff6-f31ec81518e0", "tag": "3aeaede2-76c6-42b7-b8b7-f33a546e2f7d", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:43:00.584061 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ae4347f-a3bf-4d0c-b502-05ae6569ffeb {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:43:00.584419 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae4347f-a3bf-4d0c-b502-05ae6569ffeb'] response: {'name': 'network-changed', 'server_uuid': '0b82f520-a300-4205-9ff6-f31ec81518e0', 'tag': '3aeaede2-76c6-42b7-b8b7-f33a546e2f7d', 'status': 'completed', 'code': 200} Oct 20 14:43:00.588009 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4c722da1-11c7-45c0-b382-bc18f50d642c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (480b3159-7f0a-4e78-a2cc-f5824f82019e), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.646511 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4c722da1-11c7-45c0-b382-bc18f50d642c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (480b3159-7f0a-4e78-a2cc-f5824f82019e), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.650114 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4c722da1-11c7-45c0-b382-bc18f50d642c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (480b3159-7f0a-4e78-a2cc-f5824f82019e), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.658013 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ceb28a-49ee-4e08-b163-e3cc483873cd req-53ce8047-c707-42e2-9b3c-8e6b57ac7ea0 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:00.659482 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-04ceb28a-49ee-4e08-b163-e3cc483873cd req-53ce8047-c707-42e2-9b3c-8e6b57ac7ea0 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 943 time: 0.0479233 Oct 20 14:43:00.668774 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c722da1-11c7-45c0-b382-bc18f50d642c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480b3159-7f0a-4e78-a2cc-f5824f82019e,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:00.671587 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:00.677275 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4c722da1-11c7-45c0-b382-bc18f50d642c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.678776 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-4c722da1-11c7-45c0-b382-bc18f50d642c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454792 Oct 20 14:43:00.683040 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 35254) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:00.687984 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'floatingip': {'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:43:00.709586 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.713847 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-04ceb28a-49ee-4e08-b163-e3cc483873cd req-d359c2c8-23f8-49ad-b2b2-b96ade6e616d tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481853 Oct 20 14:43:00.796582 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:00.819986 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242fe02-bb1d-4fd1-bb9a-ae8f2718ca8c req-fb8acda9-9d75-4693-bcca-5606c923c259 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:00.821500 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b242fe02-bb1d-4fd1-bb9a-ae8f2718ca8c req-fb8acda9-9d75-4693-bcca-5606c923c259 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0498865 Oct 20 14:43:00.870401 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b242fe02-bb1d-4fd1-bb9a-ae8f2718ca8c req-d43928af-85dc-4938-9490-f78d2900094e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 Oct 20 14:43:00.906758 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Allocated IP 172.27.0.20 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/b0eeda89-b617-40f0-a3a3-8aff48a9347a) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:43:00.910331 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:01.011781 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for port (b0eeda89-b617-40f0-a3a3-8aff48a9347a), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:01.047425 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (b0eeda89-b617-40f0-a3a3-8aff48a9347a), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:01.086465 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:43:01.089404 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:43:01.093183 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:43:01.098064 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'Port': ['ID=b0eeda89-b617-40f0-a3a3-8aff48a9347a,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:01.131660 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:01.183904 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (abd93e5e-d4b7-4e59-8df2-fe57a3b992a9), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:01.218537 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (b0eeda89-b617-40f0-a3a3-8aff48a9347a), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:01.370053 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for port (b0eeda89-b617-40f0-a3a3-8aff48a9347a), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:01.374373 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (b0eeda89-b617-40f0-a3a3-8aff48a9347a), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:01.442985 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (abd93e5e-d4b7-4e59-8df2-fe57a3b992a9), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:01.445517 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'Port': ['ID=b0eeda89-b617-40f0-a3a3-8aff48a9347a,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:01.461732 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:01.463506 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-afea2a75-066d-4a33-9255-a8ab908ff7cf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7784877 Oct 20 14:43:01.679647 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040bea1-26f9-4361-8f64-b3397acc168b req-c723dbaf-faee-4168-a4c8-0091d789c1cf tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:01.681114 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e040bea1-26f9-4361-8f64-b3397acc168b req-c723dbaf-faee-4168-a4c8-0091d789c1cf tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0653801 Oct 20 14:43:01.709387 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-83b5b156-8b77-4cc0-9fb2-1aa33f339653 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--197146551&fields=id&tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e HTTP/1.1" status: 200 len: 267 time: 0.0846281 Oct 20 14:43:01.785116 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e040bea1-26f9-4361-8f64-b3397acc168b req-2d6e4d0d-8e1c-4722-9c05-d5540a4d6c07 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976019 Oct 20 14:43:01.836036 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-87b5bc87-c38a-46cd-b3a2-ccffe46f2f95 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:01.837564 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-87b5bc87-c38a-46cd-b3a2-ccffe46f2f95 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 814 time: 0.1208341 Oct 20 14:43:01.861868 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-8e725566-5ed3-41f9-b80f-ac93f3e46bba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/quotas/8d8d1dfd3c714794a3fca61b2c6b093e HTTP/1.1" status: 200 len: 375 time: 0.0189826 Oct 20 14:43:01.925753 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e660a15-f575-4b5f-b076-68062efccc18 req-620a2e99-a229-433c-82bb-4c4d6c58d5a8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:01.927202 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4e660a15-f575-4b5f-b076-68062efccc18 req-620a2e99-a229-433c-82bb-4c4d6c58d5a8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0833335 Oct 20 14:43:01.941322 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-db9c0cf6-3f86-4e88-aa40-bc75d1c1e283 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639598 Oct 20 14:43:02.027722 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4e660a15-f575-4b5f-b076-68062efccc18 req-cdae17bd-1da4-4190-8ffc-76c76413c48a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933161 Oct 20 14:43:02.061470 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-f1c8f503-6113-4295-a9c4-62026823071f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076894 Oct 20 14:43:02.175123 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ee456-767c-452a-ac6e-23e8dbc2862f req-e6c97a78-e93d-4b4a-8aa5-f81c2fd8b47d tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:02.176599 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-617ee456-767c-452a-ac6e-23e8dbc2862f req-e6c97a78-e93d-4b4a-8aa5-f81c2fd8b47d tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 943 time: 0.0559807 Oct 20 14:43:02.217456 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-9fdc7ff5-f884-438e-a03c-eefbc6f95f49 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492920 Oct 20 14:43:02.241541 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-617ee456-767c-452a-ac6e-23e8dbc2862f req-c085baae-ad6c-463d-a757-93d8a83498fe tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562494 Oct 20 14:43:02.409209 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-13e61dee-04d4-46c5-9f81-d91b4a0ac4d7 req-e0a72edc-99aa-4471-b9e5-5912e69847b8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 210 time: 0.0393443 Oct 20 14:43:02.449613 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:02.485443 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dc499-7af4-4522-b075-2fec16497914 req-abcbde9a-82a9-4bec-b95d-72415385058f tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:02.486942 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1a0dc499-7af4-4522-b075-2fec16497914 req-abcbde9a-82a9-4bec-b95d-72415385058f tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0479436 Oct 20 14:43:02.535590 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1a0dc499-7af4-4522-b075-2fec16497914 req-f10864a7-2153-4b3f-98e4-c54f4e415c7e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428188 Oct 20 14:43:02.893825 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:02.906133 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb520eb-4b57-4ef2-bb74-a4f61440336d req-fa0efc7c-b89e-47ad-8e9f-7a938eaa79da tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:02.907562 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1bb520eb-4b57-4ef2-bb74-a4f61440336d req-fa0efc7c-b89e-47ad-8e9f-7a938eaa79da tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0456834 Oct 20 14:43:02.953376 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1bb520eb-4b57-4ef2-bb74-a4f61440336d req-426acf8d-ac96-4a63-9f6c-b00baf6916bb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401464 Oct 20 14:43:03.135276 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75c9d8-fdf5-469f-b3ac-fa29cf45d802 req-c1b450ab-4a05-4d54-8404-f5010766ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:03.137600 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9a75c9d8-fdf5-469f-b3ac-fa29cf45d802 req-c1b450ab-4a05-4d54-8404-f5010766ff56 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 1127 time: 0.0459023 Oct 20 14:43:03.177767 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f2ad6-75c2-4eec-bec3-64cad3c20fb2 req-a108bd6f-dd15-4681-abc5-aaeff4bc045b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:03.180089 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f38f2ad6-75c2-4eec-bec3-64cad3c20fb2 req-a108bd6f-dd15-4681-abc5-aaeff4bc045b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0586722 Oct 20 14:43:03.244864 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ef28670-fd41-4f3c-933b-434b138ae727 req-0d7a7ab9-23eb-41d7-958d-d1c36a6405b9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633376 Oct 20 14:43:03.259118 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75c9d8-fdf5-469f-b3ac-fa29cf45d802 req-5e865b2e-4299-4572-8b74-01dd727d50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:03.261992 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9a75c9d8-fdf5-469f-b3ac-fa29cf45d802 req-5e865b2e-4299-4572-8b74-01dd727d50c5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=d5614088125349f1975cc55b25dd9dbc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1159163 Oct 20 14:43:03.262513 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f38f2ad6-75c2-4eec-bec3-64cad3c20fb2 req-58fb9340-c843-4bd1-84fc-c3b02e197ea3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705953 Oct 20 14:43:03.348434 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef28670-fd41-4f3c-933b-434b138ae727 req-dc878f90-7803-42c0-b1bd-8eb32d32074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:03.350819 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ef28670-fd41-4f3c-933b-434b138ae727 req-dc878f90-7803-42c0-b1bd-8eb32d32074e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 1129 time: 0.0739059 Oct 20 14:43:03.352301 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:03.381378 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75c9d8-fdf5-469f-b3ac-fa29cf45d802 req-8c0c8a4e-f925-43ed-9ec8-552630ee5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:03.382869 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9a75c9d8-fdf5-469f-b3ac-fa29cf45d802 req-8c0c8a4e-f925-43ed-9ec8-552630ee5854 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1136501 Oct 20 14:43:03.456435 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca6893-24ec-4217-b036-1c9125a6b749 req-dbc5f2ad-6075-4e8a-b76d-119bf938f0de tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:03.457939 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-04ca6893-24ec-4217-b036-1c9125a6b749 req-dbc5f2ad-6075-4e8a-b76d-119bf938f0de tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 943 time: 0.1225286 Oct 20 14:43:03.487116 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-570caa2a-8d12-412a-ae16-f0e73ef43a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:03.488934 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-570caa2a-8d12-412a-ae16-f0e73ef43a2b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 1127 time: 0.0577679 Oct 20 14:43:03.549974 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ff843cc8-8f0f-4d92-a34d-a0b6168c049b req-6996e99e-46a3-4e28-ad22-1c7fd5efc599 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 210 time: 0.0510380 Oct 20 14:43:03.579167 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-04ca6893-24ec-4217-b036-1c9125a6b749 req-cc0fb4f1-27c9-485f-bd00-9f09a9caf837 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140933 Oct 20 14:43:03.581112 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-897ea729-6b4b-41fc-bc16-2110e91392e3 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3aeaede2-76c6-42b7-b8b7-f33a546e2f7d HTTP/1.1" status: 200 len: 217 time: 0.0666056 Oct 20 14:43:03.584296 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef28670-fd41-4f3c-933b-434b138ae727 req-94245b40-055d-48f8-9234-1eb906f6f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:03.585763 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ef28670-fd41-4f3c-933b-434b138ae727 req-94245b40-055d-48f8-9234-1eb906f6f81a service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 915 time: 0.1957099 Oct 20 14:43:03.674510 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467da71-ff34-49be-9514-701cea1bd925 req-d78bde74-d546-4bd3-a386-e8928c9aacb6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:03.676174 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4467da71-ff34-49be-9514-701cea1bd925 req-d78bde74-d546-4bd3-a386-e8928c9aacb6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0462189 Oct 20 14:43:03.741436 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0b341d0b-d82c-4785-8d65-ec0377d2f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:03.742885 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-0b341d0b-d82c-4785-8d65-ec0377d2f18b service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56aaf329-fdc0-417e-828a-ce1cc2420856 HTTP/1.1" status: 200 len: 849 time: 0.0505991 Oct 20 14:43:03.801742 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ef28670-fd41-4f3c-933b-434b138ae727 req-173fbd16-c9b9-4cfd-81bc-ae857afdf5a4 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=516e6fb9-5c7c-44bb-b65b-facb0026c92b HTTP/1.1" status: 200 len: 1001 time: 0.1063099 Oct 20 14:43:03.804894 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4467da71-ff34-49be-9514-701cea1bd925 req-77d78db3-2f24-4338-826f-e962ab923735 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228321 Oct 20 14:43:03.843006 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-8702a2ad-7c5e-42bc-ac01-d1f6c6ca7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:03.844538 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-8702a2ad-7c5e-42bc-ac01-d1f6c6ca7475 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c924697c-b180-4b1b-9f12-d7889a054b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459256 Oct 20 14:43:03.852430 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef28670-fd41-4f3c-933b-434b138ae727 req-8a5da927-e382-4fba-807a-1c240f0fa6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:03.855188 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ef28670-fd41-4f3c-933b-434b138ae727 req-8a5da927-e382-4fba-807a-1c240f0fa6fa service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56f61a25-fefc-4795-ba33-a4348feea40d HTTP/1.1" status: 200 len: 853 time: 0.0472808 Oct 20 14:43:04.073343 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910e9a2-95cf-4c6b-8687-2d8ba5a13d83 req-d534634c-d436-45fd-878a-7acd1be0c0d5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:04.074768 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1910e9a2-95cf-4c6b-8687-2d8ba5a13d83 req-d534634c-d436-45fd-878a-7acd1be0c0d5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0448194 Oct 20 14:43:04.120716 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1910e9a2-95cf-4c6b-8687-2d8ba5a13d83 req-aa5597b9-29dd-42ec-83b9-ada3c6581875 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403194 Oct 20 14:43:04.205915 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-a360c737-a0b2-4c90-a0c7-291e5bc3c76e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905147 Oct 20 14:43:04.282458 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef28670-fd41-4f3c-933b-434b138ae727 req-1864aca1-9992-48b3-8212-e4c8a0f8b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:04.284092 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ef28670-fd41-4f3c-933b-434b138ae727 req-1864aca1-9992-48b3-8212-e4c8a0f8b7ef service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=bc51d155-90b9-48b7-86e9-fc4346955e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440087 Oct 20 14:43:04.420295 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:04.468412 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be236407-a481-4ff9-ac1d-3d45fd6c5005 req-b9cbcb69-9a0c-46f7-99ba-ae3fedeb1ccc tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:04.470016 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-be236407-a481-4ff9-ac1d-3d45fd6c5005 req-b9cbcb69-9a0c-46f7-99ba-ae3fedeb1ccc tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.1013923 Oct 20 14:43:04.498474 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ef28670-fd41-4f3c-933b-434b138ae727 req-69c4d98f-faab-40a7-a2ef-5dcac6dcfb3b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703556 Oct 20 14:43:04.500495 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:04.586505 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ba78d70f-41b8-4b22-99c9-931865e5ff02 req-8f646ed0-2e46-40c2-b54c-6ad5287a15e4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640283 Oct 20 14:43:04.596792 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-8ed5bfde-4408-4ffb-a823-094202a09795 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:04.598981 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-8ed5bfde-4408-4ffb-a823-094202a09795 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 814 time: 0.2525308 Oct 20 14:43:04.600851 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-be236407-a481-4ff9-ac1d-3d45fd6c5005 req-c2bdbe2a-7bf7-4e49-90f3-b4360df06797 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207354 Oct 20 14:43:04.671340 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ef28670-fd41-4f3c-933b-434b138ae727 req-575de97a-990c-4344-bb9f-fbfea9497d69 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637084 Oct 20 14:43:04.690936 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-68d78abd-c9a7-4970-8d6e-b1c7d4178f62 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e HTTP/1.1" status: 200 len: 471 time: 0.0730844 Oct 20 14:43:04.716225 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-82fe5e82-297a-49a2-a949-ca2592245dbf req-b41ad7ac-946e-44a5-9f4f-06b03b46a081 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 210 time: 0.0319457 Oct 20 14:43:04.723165 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:04.763151 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f4e6f-95bd-4b05-a770-6cc9ba0ec43f req-842c9506-c435-418f-81ee-91f4cfee71fe tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:04.768888 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-214f4e6f-95bd-4b05-a770-6cc9ba0ec43f req-842c9506-c435-418f-81ee-91f4cfee71fe tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 943 time: 0.0570338 Oct 20 14:43:04.820885 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-214f4e6f-95bd-4b05-a770-6cc9ba0ec43f req-6103c798-cb54-4c22-b297-6cb784ff515d tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503442 Oct 20 14:43:04.869636 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-52df256b-ae84-419c-a176-194009c1c6aa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'port': {'device_id': '14f6dc2d-fbc2-404a-b288-0e73feaedb92', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'admin_state_up': True, 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'security_groups': ['1f9324e3-34bb-4b95-b502-d33b3f5b2d42']}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:43:04.945473 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7f2a4-7029-439c-91be-d7bc4fbc3c25 req-ee5318a8-e519-4c7b-8ef4-351db98fa470 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:04.947010 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7fe7f2a4-7029-439c-91be-d7bc4fbc3c25 req-ee5318a8-e519-4c7b-8ef4-351db98fa470 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0577562 Oct 20 14:43:05.001134 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7fe7f2a4-7029-439c-91be-d7bc4fbc3c25 req-c04e441b-ddf2-4ed7-8436-423784318ef4 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467048 Oct 20 14:43:05.006279 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-52df256b-ae84-419c-a176-194009c1c6aa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Made reservation on behalf of 8d8d1dfd3c714794a3fca61b2c6b093e for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:43:05.010363 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-52df256b-ae84-419c-a176-194009c1c6aa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:05.138690 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-52df256b-ae84-419c-a176-194009c1c6aa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Allocated IP 172.20.0.4 (bc51d155-90b9-48b7-86e9-fc4346955e9e/56f61a25-fefc-4795-ba33-a4348feea40d/29e1878d-e620-4cd7-84a0-19edd230b233) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:43:05.244656 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56dfb3-5d48-4720-9b0b-a0de0f26f317 req-2b1168d2-839b-4e82-b23c-da017c47387d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:05.246131 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cc56dfb3-5d48-4720-9b0b-a0de0f26f317 req-2b1168d2-839b-4e82-b23c-da017c47387d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0470765 Oct 20 14:43:05.262958 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:05.277105 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-52df256b-ae84-419c-a176-194009c1c6aa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for port (29e1878d-e620-4cd7-84a0-19edd230b233), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:05.294888 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cc56dfb3-5d48-4720-9b0b-a0de0f26f317 req-e5195ca5-6b69-40ab-b92c-2b937f38e45a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428896 Oct 20 14:43:05.310098 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-52df256b-ae84-419c-a176-194009c1c6aa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (29e1878d-e620-4cd7-84a0-19edd230b233), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:05.366367 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-52df256b-ae84-419c-a176-194009c1c6aa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Network bc51d155-90b9-48b7-86e9-fc4346955e9e is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:43:05.369940 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df256b-ae84-419c-a176-194009c1c6aa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'Port': ['ID=29e1878d-e620-4cd7-84a0-19edd230b233,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:05.373711 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-52df256b-ae84-419c-a176-194009c1c6aa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:43:05.375963 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-52df256b-ae84-419c-a176-194009c1c6aa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:43:05.427232 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-52df256b-ae84-419c-a176-194009c1c6aa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:05.427847 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-52df256b-ae84-419c-a176-194009c1c6aa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:05.448390 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-52df256b-ae84-419c-a176-194009c1c6aa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5857892 Oct 20 14:43:05.466676 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Request body: {'port': {'device_id': '14f6dc2d-fbc2-404a-b288-0e73feaedb92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:43:05.546909 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:05.554591 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (29e1878d-e620-4cd7-84a0-19edd230b233), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:05.574321 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e302f-2d0f-4b90-9364-531363fa02c3 req-32b1ff01-fd57-4d46-accd-86e540748166 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:05.576072 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bc0e302f-2d0f-4b90-9364-531363fa02c3 req-32b1ff01-fd57-4d46-accd-86e540748166 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0636721 Oct 20 14:43:05.604212 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-d2c27b00-38fb-4439-8bbd-96fde0ee1adc None None] Provisioning complete for port 29e1878d-e620-4cd7-84a0-19edd230b233 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:43:05.605310 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-d2c27b00-38fb-4439-8bbd-96fde0ee1adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (29e1878d-e620-4cd7-84a0-19edd230b233), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:05.605651 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-d2c27b00-38fb-4439-8bbd-96fde0ee1adc None None] Attempt 1 to provision port 29e1878d-e620-4cd7-84a0-19edd230b233 Oct 20 14:43:05.607557 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:05.643015 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-d2c27b00-38fb-4439-8bbd-96fde0ee1adc None None] Port 29e1878d-e620-4cd7-84a0-19edd230b233 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:43:05.664776 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bc0e302f-2d0f-4b90-9364-531363fa02c3 req-0e1ca732-ad6b-4fe3-8601-03d2c300cff0 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788240 Oct 20 14:43:05.670725 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b7b84-f787-49f7-a2e5-0687eeb52a47 req-d1ba124d-daa6-4f22-96c0-04a33ec4089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:05.672167 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a36b7b84-f787-49f7-a2e5-0687eeb52a47 req-d1ba124d-daa6-4f22-96c0-04a33ec4089d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a3d7fadfead1456792446f71c465bc0c&device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 1130 time: 0.0645206 Oct 20 14:43:05.783014 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71c2df-d490-4e7c-a402-b0c18a5ee22d req-258cce7a-7801-4d77-a22b-e5bf78c781ee tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:05.784508 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7c71c2df-d490-4e7c-a402-b0c18a5ee22d req-258cce7a-7801-4d77-a22b-e5bf78c781ee tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0851774 Oct 20 14:43:05.846899 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b7b84-f787-49f7-a2e5-0687eeb52a47 req-0b5f19c0-5e21-46cf-b198-b6e4cfa3920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:05.848331 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a36b7b84-f787-49f7-a2e5-0687eeb52a47 req-0b5f19c0-5e21-46cf-b198-b6e4cfa3920d service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352 HTTP/1.1" status: 200 len: 912 time: 0.1700943 Oct 20 14:43:05.857061 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e1878d-e620-4cd7-84a0-19edd230b233 {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:43:05.865950 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Publish callbacks [] for port (29e1878d-e620-4cd7-84a0-19edd230b233), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:05.879493 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Transition to ACTIVE for port object 29e1878d-e620-4cd7-84a0-19edd230b233 will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:43:05.885335 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (29e1878d-e620-4cd7-84a0-19edd230b233), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:05.917190 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0007d-bcf1-44bb-bf5d-208dc6f3a5cd req-c10b3259-d7e7-4d76-a1d6-b8ce74645657 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:05.918299 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7ef0007d-bcf1-44bb-bf5d-208dc6f3a5cd req-c10b3259-d7e7-4d76-a1d6-b8ce74645657 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 931 time: 0.1078665 Oct 20 14:43:05.941889 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7c71c2df-d490-4e7c-a402-b0c18a5ee22d req-4eaa0944-1e4d-4143-b7ff-e5e2d888a41f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460280 Oct 20 14:43:05.948464 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Pushing event updated for resources: {'Port': ['ID=29e1878d-e620-4cd7-84a0-19edd230b233,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:05.965717 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a36b7b84-f787-49f7-a2e5-0687eeb52a47 req-9dc96e4b-6bf6-4d77-9c0c-d5801a323c29 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=113928f5-c90e-4f91-8207-0c0a6f2d414b HTTP/1.1" status: 200 len: 1002 time: 0.0973389 Oct 20 14:43:06.005182 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:43:06.018586 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Attempting to bind port 29e1878d-e620-4cd7-84a0-19edd230b233 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:43:06.018927 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Attempting to bind port 29e1878d-e620-4cd7-84a0-19edd230b233 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:43:06.019283 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Attempting to bind port 29e1878d-e620-4cd7-84a0-19edd230b233 on network bc51d155-90b9-48b7-86e9-fc4346955e9e {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:43:06.038609 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7ef0007d-bcf1-44bb-bf5d-208dc6f3a5cd req-bf0ed459-adb6-4365-bcff-01cb300f41e9 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1f9324e3-34bb-4b95-b502-d33b3f5b2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107831 Oct 20 14:43:06.050841 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b7b84-f787-49f7-a2e5-0687eeb52a47 req-13f61c42-9f56-4258-a116-f3dea8c41125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:06.052821 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a36b7b84-f787-49f7-a2e5-0687eeb52a47 req-13f61c42-9f56-4258-a116-f3dea8c41125 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=1a67e092-0844-4291-b844-e931d44b047a HTTP/1.1" status: 200 len: 850 time: 0.0766654 Oct 20 14:43:06.087454 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Port 29e1878d-e620-4cd7-84a0-19edd230b233 on network bc51d155-90b9-48b7-86e9-fc4346955e9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:43:06.090215 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Attempting to bind port 29e1878d-e620-4cd7-84a0-19edd230b233 on network bc51d155-90b9-48b7-86e9-fc4346955e9e {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:43:06.094286 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:06.122145 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:06.156970 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:43:06.157666 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Checking segment: {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:43:06.158162 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Bound using segment: {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:43:06.158654 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Bound port: 29e1878d-e620-4cd7-84a0-19edd230b233, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:43:06.159197 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (29e1878d-e620-4cd7-84a0-19edd230b233), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:06.239577 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] For port 29e1878d-e620-4cd7-84a0-19edd230b233, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:43:06.243000 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] For port 29e1878d-e620-4cd7-84a0-19edd230b233, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=29e1878d-e620-4cd7-84a0-19edd230b233,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:43:06.249953 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (29e1878d-e620-4cd7-84a0-19edd230b233), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:06.254246 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:06.254848 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:06.256207 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/29e1878d-e620-4cd7-84a0-19edd230b233 HTTP/1.1" status: 200 len: 1093 time: 0.7948549 Oct 20 14:43:06.256779 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f6dc2d-fbc2-404a-b288-0e73feaedb92', 'tag': '29e1878d-e620-4cd7-84a0-19edd230b233'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:43:06.259164 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7eb21f-80c8-445f-a290-dc7b1e41fabe" -d '{"events": [{"name": "network-changed", "server_uuid": "14f6dc2d-fbc2-404a-b288-0e73feaedb92", "tag": "29e1878d-e620-4cd7-84a0-19edd230b233"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:43:06.400495 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b7b84-f787-49f7-a2e5-0687eeb52a47 req-690c297f-c372-48ee-8814-43c6ce5220bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:06.402086 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a36b7b84-f787-49f7-a2e5-0687eeb52a47 req-690c297f-c372-48ee-8814-43c6ce5220bf service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3427978 Oct 20 14:43:06.410831 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f5d56-3a16-4ff7-a15a-804579951d31 req-5384201b-a191-49ad-906d-8455e106f9c4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:06.412311 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1b9f5d56-3a16-4ff7-a15a-804579951d31 req-5384201b-a191-49ad-906d-8455e106f9c4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 943 time: 0.3401048 Oct 20 14:43:06.479548 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fa9a4-a0be-4c50-9d28-08b1d051bfbd req-eda2b4d4-3f6e-421c-b834-2b1e64a2be0d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:06.481050 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c28fa9a4-a0be-4c50-9d28-08b1d051bfbd req-eda2b4d4-3f6e-421c-b834-2b1e64a2be0d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.3541033 Oct 20 14:43:06.534025 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:06.561828 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-97ece1a6-8b0e-4f55-bdde-bbd7b19d8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:06.563546 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-97ece1a6-8b0e-4f55-bdde-bbd7b19d8026 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 1127 time: 0.0552022 Oct 20 14:43:06.563967 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e10a9-07ed-4faf-8833-cbd6c528bdbd service neutron] Pushing event updated for resources: {'Port': ['ID=29e1878d-e620-4cd7-84a0-19edd230b233,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:06.578432 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1b9f5d56-3a16-4ff7-a15a-804579951d31 req-cfcf36ed-f589-4bab-807e-7c540c4dd605 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1499164 Oct 20 14:43:06.599278 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c28fa9a4-a0be-4c50-9d28-08b1d051bfbd req-c9f52f62-ebf6-49ab-9425-f7d70226474e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024613 Oct 20 14:43:06.602828 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a36b7b84-f787-49f7-a2e5-0687eeb52a47 req-d71eb57f-ea7c-407b-9f0d-e79014d31cc3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869104 Oct 20 14:43:06.605660 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-fabefa10-7f17-4ec0-bd91-d4df0eb39542 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e1878d-e620-4cd7-84a0-19edd230b233 HTTP/1.1" status: 200 len: 217 time: 0.0348964 Oct 20 14:43:06.651341 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01facd30-db6b-4c89-be2b-fdcef5cd3506 x-openstack-request-id: req-01facd30-db6b-4c89-be2b-fdcef5cd3506 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:43:06.651618 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f6dc2d-fbc2-404a-b288-0e73feaedb92", "tag": "29e1878d-e620-4cd7-84a0-19edd230b233", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:43:06.651860 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01facd30-db6b-4c89-be2b-fdcef5cd3506 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:43:06.652251 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01facd30-db6b-4c89-be2b-fdcef5cd3506'] response: {'name': 'network-changed', 'server_uuid': '14f6dc2d-fbc2-404a-b288-0e73feaedb92', 'tag': '29e1878d-e620-4cd7-84a0-19edd230b233', 'status': 'completed', 'code': 200} Oct 20 14:43:06.669356 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-b40277dc-e484-4a43-992c-4b62e4a515f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:06.670776 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-b40277dc-e484-4a43-992c-4b62e4a515f5 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56f61a25-fefc-4795-ba33-a4348feea40d HTTP/1.1" status: 200 len: 853 time: 0.0508478 Oct 20 14:43:06.709153 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a36b7b84-f787-49f7-a2e5-0687eeb52a47 req-722b9ff1-16ee-430f-bcef-da41286b6736 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894101 Oct 20 14:43:06.717123 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-a950f1df-4ac2-4d09-8e48-65afb90acba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:06.718641 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-a950f1df-4ac2-4d09-8e48-65afb90acba3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=bc51d155-90b9-48b7-86e9-fc4346955e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416641 Oct 20 14:43:06.794021 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43787d-66ac-4ab5-a5ec-9c241562dbd1 req-8f5f88ec-0a41-4aed-a55c-663bdf20b210 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:06.795464 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bd43787d-66ac-4ab5-a5ec-9c241562dbd1 req-8f5f88ec-0a41-4aed-a55c-663bdf20b210 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0453274 Oct 20 14:43:06.820056 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-b36052a6-dc0d-45e3-a525-cd9b428adf09 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858526 Oct 20 14:43:06.842796 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bd43787d-66ac-4ab5-a5ec-9c241562dbd1 req-ba8fd954-64d4-44ed-b639-cf9637404a13 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417590 Oct 20 14:43:07.029691 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:07.047863 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c62f3cc8-7257-44e3-a24b-3b3e32b74711 req-f5a967cb-59f0-4eee-8cc0-1e335b761990 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924511 Oct 20 14:43:07.099296 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57d8c9-767c-4d4c-bfbc-03e1407c378e req-ea0e3154-ce26-46e5-b3c9-eb6935f2ffe4 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:07.100769 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-dc57d8c9-767c-4d4c-bfbc-03e1407c378e req-ea0e3154-ce26-46e5-b3c9-eb6935f2ffe4 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0512705 Oct 20 14:43:07.185785 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92737bd-a1c1-4a08-976e-51844f1304c1 req-dc20ec7d-5d91-41c7-b2a4-c23362bf27ba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:07.187240 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e92737bd-a1c1-4a08-976e-51844f1304c1 req-dc20ec7d-5d91-41c7-b2a4-c23362bf27ba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 943 time: 0.0660069 Oct 20 14:43:07.190552 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-dc57d8c9-767c-4d4c-bfbc-03e1407c378e req-958a349e-f7eb-4b6d-8220-8aed0e8bbdd9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839148 Oct 20 14:43:07.235388 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e92737bd-a1c1-4a08-976e-51844f1304c1 req-d517373e-44f9-4a74-86b6-7561f0954d50 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1f9324e3-34bb-4b95-b502-d33b3f5b2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425410 Oct 20 14:43:07.731483 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57084-6e55-4b7c-827b-c687909931d7 req-b6d02ba5-0c41-4d08-9280-8d5b3be30f7f tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:07.732965 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-91f57084-6e55-4b7c-827b-c687909931d7 req-b6d02ba5-0c41-4d08-9280-8d5b3be30f7f tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 943 time: 0.0760884 Oct 20 14:43:07.743201 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea42ee6-07a5-410b-876c-47687aa4264f req-8117d62a-947b-4c7d-9ca7-13f94b68bb2e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:07.745212 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2ea42ee6-07a5-410b-876c-47687aa4264f req-8117d62a-947b-4c7d-9ca7-13f94b68bb2e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0755248 Oct 20 14:43:07.819709 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-91f57084-6e55-4b7c-827b-c687909931d7 req-c934fad8-9ac2-4a18-bb48-30241c2283a9 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734994 Oct 20 14:43:07.823716 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2ea42ee6-07a5-410b-876c-47687aa4264f req-0f5e4a67-43b7-49d0-a41b-3024cb2fbaa4 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719218 Oct 20 14:43:07.967741 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2270e-8aa2-4f49-bbc7-ad3c345abf9a req-20a6592c-bef4-441b-8127-53a8cf9d9c63 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:07.972365 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e2d2270e-8aa2-4f49-bbc7-ad3c345abf9a req-20a6592c-bef4-441b-8127-53a8cf9d9c63 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0489867 Oct 20 14:43:08.020388 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e2d2270e-8aa2-4f49-bbc7-ad3c345abf9a req-fe760183-c825-4e83-9009-2ce944eb74d7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425828 Oct 20 14:43:08.152530 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eb21f-80c8-445f-a290-dc7b1e41fabe req-07fd40d0-d9ea-40db-8453-de107bc9326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:08.154128 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fe7eb21f-80c8-445f-a290-dc7b1e41fabe req-07fd40d0-d9ea-40db-8453-de107bc9326b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 1127 time: 0.0567231 Oct 20 14:43:08.319164 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28390d16-f648-4988-a69a-c8ecd96b74b0 req-ce17c3e4-80d1-442d-82ff-f808f758e560 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:08.320579 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-28390d16-f648-4988-a69a-c8ecd96b74b0 req-ce17c3e4-80d1-442d-82ff-f808f758e560 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0492246 Oct 20 14:43:08.334570 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:08.382320 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b90e75-68d4-4894-b14c-2db6bb29f92c req-48151e3b-a93e-4a21-aebb-e59da1cf3c0e tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:08.383768 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b0b90e75-68d4-4894-b14c-2db6bb29f92c req-48151e3b-a93e-4a21-aebb-e59da1cf3c0e tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 943 time: 0.0713534 Oct 20 14:43:08.419831 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-28390d16-f648-4988-a69a-c8ecd96b74b0 req-1b24d7b7-ff63-40ea-86e0-9752e8684a54 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920806 Oct 20 14:43:08.453921 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b0b90e75-68d4-4894-b14c-2db6bb29f92c req-a5d2f5d3-1e27-43b4-b53e-7f9019315013 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1f9324e3-34bb-4b95-b502-d33b3f5b2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615027 Oct 20 14:43:08.694630 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eb21f-80c8-445f-a290-dc7b1e41fabe req-e77921fb-0709-49cb-bb1b-d9a5ea3317ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:08.696068 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fe7eb21f-80c8-445f-a290-dc7b1e41fabe req-e77921fb-0709-49cb-bb1b-d9a5ea3317ff service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 915 time: 0.1122246 Oct 20 14:43:08.737738 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fe7eb21f-80c8-445f-a290-dc7b1e41fabe req-2c3f9522-eaf5-49e5-99d7-9357d962fac7 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e1878d-e620-4cd7-84a0-19edd230b233 HTTP/1.1" status: 200 len: 217 time: 0.0342827 Oct 20 14:43:08.793658 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eb21f-80c8-445f-a290-dc7b1e41fabe req-4c2d0452-417a-41a4-9c21-eb6ddd326634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:08.795195 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fe7eb21f-80c8-445f-a290-dc7b1e41fabe req-4c2d0452-417a-41a4-9c21-eb6ddd326634 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56f61a25-fefc-4795-ba33-a4348feea40d HTTP/1.1" status: 200 len: 853 time: 0.0492327 Oct 20 14:43:08.946061 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eb21f-80c8-445f-a290-dc7b1e41fabe req-708fe4ba-b305-41be-a743-d6e7134a3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:08.948056 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fe7eb21f-80c8-445f-a290-dc7b1e41fabe req-708fe4ba-b305-41be-a743-d6e7134a3dfb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=bc51d155-90b9-48b7-86e9-fc4346955e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477071 Oct 20 14:43:09.002431 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18c5e3-a178-4013-b9a8-38e369caa71f req-c2cdd4c7-4ecd-4329-a966-46477f71b1fa tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:09.006464 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2d18c5e3-a178-4013-b9a8-38e369caa71f req-c2cdd4c7-4ecd-4329-a966-46477f71b1fa tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 943 time: 0.0993478 Oct 20 14:43:09.012560 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd277838-ec5d-4d47-b84c-b4500d1a4955 req-31824a6b-9af8-4654-8697-ee47e07af091 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:09.014019 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fd277838-ec5d-4d47-b84c-b4500d1a4955 req-31824a6b-9af8-4654-8697-ee47e07af091 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0938816 Oct 20 14:43:09.036742 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 29e1878d-e620-4cd7-84a0-19edd230b233 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:43:09.049436 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:09.059841 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fe7eb21f-80c8-445f-a290-dc7b1e41fabe req-4256bffc-5e7a-4cef-be2b-0dc6aa8265ab service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041605 Oct 20 14:43:09.130626 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2d18c5e3-a178-4013-b9a8-38e369caa71f req-4268911f-8f83-49a0-a7a4-a6ddebac5c87 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1154900 Oct 20 14:43:09.147122 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fd277838-ec5d-4d47-b84c-b4500d1a4955 req-838b3676-9050-4cf2-b9a7-ef8932e98b3b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241620 Oct 20 14:43:09.222941 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:09.230229 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fe7eb21f-80c8-445f-a290-dc7b1e41fabe req-73ce8e76-b969-4f8c-a405-97573f2f7173 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465194 Oct 20 14:43:09.234686 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 29e1878d-e620-4cd7-84a0-19edd230b233, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=29e1878d-e620-4cd7-84a0-19edd230b233,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:43:09.256070 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '29e1878d-e620-4cd7-84a0-19edd230b233', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'port_id': '29e1878d-e620-4cd7-84a0-19edd230b233', 'mac_address': 'fa:16:3e:b5:34:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:43:09.291168 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc75f4-07bb-4878-957d-19fd4c4dd975 req-c3f7950b-48e5-49df-bbf4-959576db570c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:09.292844 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a3cc75f4-07bb-4878-957d-19fd4c4dd975 req-c3f7950b-48e5-49df-bbf4-959576db570c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0526388 Oct 20 14:43:09.304699 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 29e1878d-e620-4cd7-84a0-19edd230b233 is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:43:09.305221 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (29e1878d-e620-4cd7-84a0-19edd230b233), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:09.320328 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e1878d-e620-4cd7-84a0-19edd230b233 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:43:09.345513 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 29e1878d-e620-4cd7-84a0-19edd230b233, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=29e1878d-e620-4cd7-84a0-19edd230b233,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:43:09.349855 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (29e1878d-e620-4cd7-84a0-19edd230b233), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:09.357814 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a3cc75f4-07bb-4878-957d-19fd4c4dd975 req-82fd92bd-dd2d-4ee4-ac51-d51f6449e137 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580561 Oct 20 14:43:09.409457 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=29e1878d-e620-4cd7-84a0-19edd230b233,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:09.580614 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0006479-411c-4972-9ddf-51e0eb0741fb req-65d40e00-32b5-4c45-9979-304c6d6abea6 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:09.582086 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d0006479-411c-4972-9ddf-51e0eb0741fb req-65d40e00-32b5-4c45-9979-304c6d6abea6 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0794239 Oct 20 14:43:09.601698 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561ded7-407c-442e-8d42-c046fbac0578 req-a091277c-6a40-4f41-aba9-30cbb0cee9d8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:09.603686 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9561ded7-407c-442e-8d42-c046fbac0578 req-a091277c-6a40-4f41-aba9-30cbb0cee9d8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 944 time: 0.0720434 Oct 20 14:43:09.668653 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d0006479-411c-4972-9ddf-51e0eb0741fb req-476aa598-dd7f-4f96-96d9-21bbee8e4faf tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802312 Oct 20 14:43:09.674222 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['29e1878d-e620-4cd7-84a0-19edd230b233'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:43:09.675574 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9561ded7-407c-442e-8d42-c046fbac0578 req-d4a7a824-a143-4c80-aa8d-cdc85fbf4955 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1f9324e3-34bb-4b95-b502-d33b3f5b2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643737 Oct 20 14:43:10.296552 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bcbb6-291b-4d61-8f7a-ea9449444d56 req-53aa2d99-5593-4586-8d04-0488fcb7d8f1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:10.298029 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e37bcbb6-291b-4d61-8f7a-ea9449444d56 req-53aa2d99-5593-4586-8d04-0488fcb7d8f1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 943 time: 0.0781755 Oct 20 14:43:10.320099 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae91e48-697f-459f-83b1-c39975f6063b req-1e98e8e2-44ee-4f4d-b3a5-5cc922bacf2b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:10.321562 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ae91e48-697f-459f-83b1-c39975f6063b req-1e98e8e2-44ee-4f4d-b3a5-5cc922bacf2b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0725496 Oct 20 14:43:10.393400 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e37bcbb6-291b-4d61-8f7a-ea9449444d56 req-08afbc33-38c7-4489-8c40-9910cad843a3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898407 Oct 20 14:43:10.397554 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ae91e48-697f-459f-83b1-c39975f6063b req-cede9983-2f63-42de-9c33-fc7940d28a93 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686700 Oct 20 14:43:10.825322 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015788-9225-41f6-826f-850ed6e1de58 req-7cc16daf-59f4-4807-89cb-fcb72eb54ef7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:10.826793 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-71015788-9225-41f6-826f-850ed6e1de58 req-7cc16daf-59f4-4807-89cb-fcb72eb54ef7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0745931 Oct 20 14:43:10.836826 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c8932-5c49-4c71-bf53-b93cdfa50fc4 req-26f4ef59-317a-4003-ae25-ba17a6a8d13f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:10.838490 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-900c8932-5c49-4c71-bf53-b93cdfa50fc4 req-26f4ef59-317a-4003-ae25-ba17a6a8d13f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 944 time: 0.0756297 Oct 20 14:43:10.916766 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-71015788-9225-41f6-826f-850ed6e1de58 req-d7a16a1c-7a34-41ff-8236-923895e7627c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773003 Oct 20 14:43:10.920069 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-900c8932-5c49-4c71-bf53-b93cdfa50fc4 req-ff61223e-d2f4-48cd-af03-b0dd32bcb224 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1f9324e3-34bb-4b95-b502-d33b3f5b2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740232 Oct 20 14:43:11.037190 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:43:11.041064 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 29e1878d-e620-4cd7-84a0-19edd230b233 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:43:11.136256 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port 29e1878d-e620-4cd7-84a0-19edd230b233 completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:43:11.142146 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:11.145935 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 29e1878d-e620-4cd7-84a0-19edd230b233 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:43:11.146300 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (29e1878d-e620-4cd7-84a0-19edd230b233), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:11.146626 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 29e1878d-e620-4cd7-84a0-19edd230b233 Oct 20 14:43:11.351330 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:11.354509 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=3aeaede2-76c6-42b7-b8b7-f33a546e2f7d,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:43:11.385855 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '3aeaede2-76c6-42b7-b8b7-f33a546e2f7d', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'port_id': '3aeaede2-76c6-42b7-b8b7-f33a546e2f7d', 'mac_address': 'fa:16:3e:e7:3a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:43:11.420253 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 29e1878d-e620-4cd7-84a0-19edd230b233 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:43:11.420663 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (29e1878d-e620-4cd7-84a0-19edd230b233), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:11.442256 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:43:11.442649 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:11.463696 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f6dc2d-fbc2-404a-b288-0e73feaedb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e1878d-e620-4cd7-84a0-19edd230b233'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:43:11.465957 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79884a38-d552-4b0a-bf36-073bab97ce02" -d '{"events": [{"server_uuid": "14f6dc2d-fbc2-404a-b288-0e73feaedb92", "name": "network-vif-plugged", "status": "completed", "tag": "29e1878d-e620-4cd7-84a0-19edd230b233"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:43:11.480215 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:43:11.486458 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 29e1878d-e620-4cd7-84a0-19edd230b233, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=29e1878d-e620-4cd7-84a0-19edd230b233,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:43:11.497660 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (29e1878d-e620-4cd7-84a0-19edd230b233), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:11.511383 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=3aeaede2-76c6-42b7-b8b7-f33a546e2f7d,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:43:11.533942 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:11.534601 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device a22f57d8-7ba2-4e40-a3c8-816edda0fade details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:43:11.559782 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fce83-b881-4205-8c85-c9de62131ede req-5638792f-b1bf-4a60-90f8-99fcf75ad993 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:11.562021 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b87fce83-b881-4205-8c85-c9de62131ede req-5638792f-b1bf-4a60-90f8-99fcf75ad993 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 943 time: 0.0842612 Oct 20 14:43:11.570499 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47502fd9-0c8a-43e5-8c6c-8dfea3d27106 req-f1faaf88-30be-41e6-b093-167e47ee9591 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:11.571950 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-47502fd9-0c8a-43e5-8c6c-8dfea3d27106 req-f1faaf88-30be-41e6-b093-167e47ee9591 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0844121 Oct 20 14:43:11.576504 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=29e1878d-e620-4cd7-84a0-19edd230b233,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:11.611049 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:11.656523 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-47502fd9-0c8a-43e5-8c6c-8dfea3d27106 req-80014f02-275b-4d67-b402-2fd93d46a395 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766425 Oct 20 14:43:11.659978 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b87fce83-b881-4205-8c85-c9de62131ede req-18c81490-1b00-48f6-b076-5bed9e4f2f29 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871038 Oct 20 14:43:11.694344 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=3aeaede2-76c6-42b7-b8b7-f33a546e2f7d,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:11.708272 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port a22f57d8-7ba2-4e40-a3c8-816edda0fade, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:43:11.716813 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93b3132-edc7-440c-af16-958a6d3bd751 x-openstack-request-id: req-a93b3132-edc7-440c-af16-958a6d3bd751 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:43:11.717119 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f6dc2d-fbc2-404a-b288-0e73feaedb92", "name": "network-vif-plugged", "status": "completed", "tag": "29e1878d-e620-4cd7-84a0-19edd230b233", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:43:11.717373 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a93b3132-edc7-440c-af16-958a6d3bd751 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:43:11.717754 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93b3132-edc7-440c-af16-958a6d3bd751'] response: {'server_uuid': '14f6dc2d-fbc2-404a-b288-0e73feaedb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e1878d-e620-4cd7-84a0-19edd230b233', 'code': 200} Oct 20 14:43:11.721971 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'port_id': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'mac_address': 'fa:16:3e:20:11:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:43:11.757786 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port a22f57d8-7ba2-4e40-a3c8-816edda0fade is: ACTIVE; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:43:11.758168 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:11.771567 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a22f57d8-7ba2-4e40-a3c8-816edda0fade {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:43:11.792720 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port a22f57d8-7ba2-4e40-a3c8-816edda0fade, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:43:11.796980 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:11.847749 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=a22f57d8-7ba2-4e40-a3c8-816edda0fade,revision_number=6']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:11.907776 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbd8eb-17cc-4ba5-800e-5fffa5de07d8 req-384177e9-dfc4-4fa5-b4db-e4cd265b87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:11.909200 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-43bbd8eb-17cc-4ba5-800e-5fffa5de07d8 req-384177e9-dfc4-4fa5-b4db-e4cd265b87e5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 1129 time: 0.0380378 Oct 20 14:43:11.955270 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-43bbd8eb-17cc-4ba5-800e-5fffa5de07d8 req-64ea226a-164a-48a8-9126-45d94773db68 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1f9324e3-34bb-4b95-b502-d33b3f5b2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390933 Oct 20 14:43:12.068982 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:12.081886 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a02fc-1dc7-4a09-9fc0-224807ad59d6 req-764fe39e-3e24-40f8-99e9-ea286e05ae41 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:12.083411 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-269a02fc-1dc7-4a09-9fc0-224807ad59d6 req-764fe39e-3e24-40f8-99e9-ea286e05ae41 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 944 time: 0.0779688 Oct 20 14:43:12.091823 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0caf4d-a1bd-4723-b24d-b12641b673d9 req-9ee74ff5-5e76-47a0-b469-1cee44af1ef0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:12.093395 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cc0caf4d-a1bd-4723-b24d-b12641b673d9 req-9ee74ff5-5e76-47a0-b469-1cee44af1ef0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 945 time: 0.0759640 Oct 20 14:43:12.170977 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-269a02fc-1dc7-4a09-9fc0-224807ad59d6 req-3c46aff2-26a7-4064-8b12-f7caa9f1031e tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765383 Oct 20 14:43:12.174040 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cc0caf4d-a1bd-4723-b24d-b12641b673d9 req-7f765547-40c5-4132-a26b-b456f98c143a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1f9324e3-34bb-4b95-b502-d33b3f5b2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728519 Oct 20 14:43:12.180224 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['a22f57d8-7ba2-4e40-a3c8-816edda0fade'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:43:12.310231 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:12.338857 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['3aeaede2-76c6-42b7-b8b7-f33a546e2f7d'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:43:12.478937 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:12.828935 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085af41-4270-4a41-be38-e07941940395 req-5696737c-10e7-4f9c-8c25-5ca700af3511 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:12.829591 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d085af41-4270-4a41-be38-e07941940395 req-5696737c-10e7-4f9c-8c25-5ca700af3511 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0880873 Oct 20 14:43:12.834621 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f48048-aff2-41a8-9d0d-341e4ee11b72 req-874246f1-c6dd-4af5-bfbe-6ec5f7e9ee96 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:12.835933 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-45f48048-aff2-41a8-9d0d-341e4ee11b72 req-874246f1-c6dd-4af5-bfbe-6ec5f7e9ee96 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 944 time: 0.0842042 Oct 20 14:43:12.914717 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d085af41-4270-4a41-be38-e07941940395 req-dac2acb7-35d1-4f19-b602-ec89af4e666a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778120 Oct 20 14:43:12.919150 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-45f48048-aff2-41a8-9d0d-341e4ee11b72 req-40dab9ef-9cfb-4934-a1c8-e69e6bd579f0 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763166 Oct 20 14:43:13.336552 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9138e1a-9295-4fc4-92b7-cee2e14bac4c req-d9fab2f9-3f46-429c-b0a2-a34250e0e9b5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:13.340804 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d9138e1a-9295-4fc4-92b7-cee2e14bac4c req-d9fab2f9-3f46-429c-b0a2-a34250e0e9b5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 944 time: 0.0829411 Oct 20 14:43:13.350604 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93b453-ba16-49da-9352-ded25da60773 req-0c6b185c-88b8-4512-9f4f-2dc8b611aa18 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:13.352388 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9b93b453-ba16-49da-9352-ded25da60773 req-0c6b185c-88b8-4512-9f4f-2dc8b611aa18 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 945 time: 0.0823188 Oct 20 14:43:13.432608 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d9138e1a-9295-4fc4-92b7-cee2e14bac4c req-0f4e01be-20e5-4382-9b46-75eec4c43151 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884185 Oct 20 14:43:13.441080 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9b93b453-ba16-49da-9352-ded25da60773 req-83cbe165-dadb-455e-9730-27ff0f83566c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1f9324e3-34bb-4b95-b502-d33b3f5b2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804453 Oct 20 14:43:13.511212 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device a22f57d8-7ba2-4e40-a3c8-816edda0fade up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:43:13.558582 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port a22f57d8-7ba2-4e40-a3c8-816edda0fade triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:43:13.558901 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:13.559186 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port a22f57d8-7ba2-4e40-a3c8-816edda0fade Oct 20 14:43:13.649051 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port a22f57d8-7ba2-4e40-a3c8-816edda0fade is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:43:13.649469 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:13.686812 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port a22f57d8-7ba2-4e40-a3c8-816edda0fade, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:43:13.693157 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:13.694363 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:43:13.725927 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:43:13.728763 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296963ab-fcd9-413c-8ea8-1cce91cd3b04" -d '{"events": [{"server_uuid": "a8a24968-9e6f-4fd7-9942-87adf39c1cc0", "name": "network-vif-plugged", "status": "completed", "tag": "a22f57d8-7ba2-4e40-a3c8-816edda0fade"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:43:13.798271 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=a22f57d8-7ba2-4e40-a3c8-816edda0fade,revision_number=7']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:13.805421 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:43:13.816568 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ead84b-3277-4fe8-b6a1-e2b2c7dc5095 x-openstack-request-id: req-58ead84b-3277-4fe8-b6a1-e2b2c7dc5095 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:43:13.816882 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a24968-9e6f-4fd7-9942-87adf39c1cc0", "name": "network-vif-plugged", "status": "completed", "tag": "a22f57d8-7ba2-4e40-a3c8-816edda0fade", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:43:13.817139 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58ead84b-3277-4fe8-b6a1-e2b2c7dc5095 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:43:13.817532 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ead84b-3277-4fe8-b6a1-e2b2c7dc5095'] response: {'server_uuid': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'code': 200} Oct 20 14:43:13.820077 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:43:13.820667 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:13.821039 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d Oct 20 14:43:13.976858 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:43:13.976858 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:14.080921 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=3aeaede2-76c6-42b7-b8b7-f33a546e2f7d,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:43:14.095133 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:14.104398 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5bbbc-f0c8-4e5e-9971-4564611003ea req-620955e9-52ba-4da5-baa8-ab518bd3d716 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:14.112045 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ebc5bbbc-f0c8-4e5e-9971-4564611003ea req-620955e9-52ba-4da5-baa8-ab518bd3d716 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0959268 Oct 20 14:43:14.145114 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b8b18-db20-4a45-96b0-b354f2012196 req-b3ab2bcf-228a-4a86-aa4e-9f9016eed160 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:14.164530 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-068b8b18-db20-4a45-96b0-b354f2012196 req-b3ab2bcf-228a-4a86-aa4e-9f9016eed160 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 944 time: 0.1156695 Oct 20 14:43:14.187654 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:14.208799 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=3aeaede2-76c6-42b7-b8b7-f33a546e2f7d,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:14.244401 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ebc5bbbc-f0c8-4e5e-9971-4564611003ea req-0c1a3fca-2017-4153-a59b-8367ee0d377e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307468 Oct 20 14:43:14.282368 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-068b8b18-db20-4a45-96b0-b354f2012196 req-79e71598-52ca-4209-a567-b972cbdb303c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934327 Oct 20 14:43:14.639275 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcc648-132d-4394-b850-b617b9532954 req-2b5e7a18-1ab0-4ef6-8096-d49c7dcd2eb3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:14.640928 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-88dcc648-132d-4394-b850-b617b9532954 req-2b5e7a18-1ab0-4ef6-8096-d49c7dcd2eb3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0965805 Oct 20 14:43:14.654075 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a09ea-bca5-49b3-b591-3fdb3b0adbdc req-0b96cef6-c804-4bac-90bc-b49a1e8826ca tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:14.661436 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5e3a09ea-bca5-49b3-b591-3fdb3b0adbdc req-0b96cef6-c804-4bac-90bc-b49a1e8826ca tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 945 time: 0.0789940 Oct 20 14:43:14.744552 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-88dcc648-132d-4394-b850-b617b9532954 req-0421db7b-f175-40b9-99a1-6105421ea5e7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972400 Oct 20 14:43:14.748963 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5e3a09ea-bca5-49b3-b591-3fdb3b0adbdc req-30e09a85-7bfd-42de-a8ba-58459122d5be tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1f9324e3-34bb-4b95-b502-d33b3f5b2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803487 Oct 20 14:43:14.893993 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa431cf-9291-4bcb-beed-a28187818c55 req-ed1eff87-98cb-47da-851e-38ab2b6f7801 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:14.895430 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-baa431cf-9291-4bcb-beed-a28187818c55 req-ed1eff87-98cb-47da-851e-38ab2b6f7801 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 945 time: 0.0542059 Oct 20 14:43:14.908448 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 35528) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:14.914100 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-232dd1d5-0403-43b7-b490-c99a22801623 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'floatingip': {'port_id': '29e1878d-e620-4cd7-84a0-19edd230b233'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:43:14.958909 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-232dd1d5-0403-43b7-b490-c99a22801623 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (abd93e5e-d4b7-4e59-8df2-fe57a3b992a9), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:15.499574 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:15.527807 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0cd0f-ebb9-47b6-bb2f-01b02e71f4c0 req-b74a11c2-0677-46eb-8fd6-3cd7dd039b7a tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:15.530696 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-232dd1d5-0403-43b7-b490-c99a22801623 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:15.530864 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-beb0cd0f-ebb9-47b6-bb2f-01b02e71f4c0 req-b74a11c2-0677-46eb-8fd6-3cd7dd039b7a tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 945 time: 0.0837851 Oct 20 14:43:15.535744 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-232dd1d5-0403-43b7-b490-c99a22801623 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (abd93e5e-d4b7-4e59-8df2-fe57a3b992a9), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:15.537439 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581382f-00c4-4e5b-860d-356882071c48 req-b718fe97-6b53-4fa5-80d2-a8b651d56b75 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:15.546847 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8581382f-00c4-4e5b-860d-356882071c48 req-b718fe97-6b53-4fa5-80d2-a8b651d56b75 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.1597140 Oct 20 14:43:15.575895 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:15.586908 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:15.639647 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-beb0cd0f-ebb9-47b6-bb2f-01b02e71f4c0 req-0a19f0d5-8918-4ac0-9d8c-a388e39183a5 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899997 Oct 20 14:43:15.667244 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8581382f-00c4-4e5b-860d-356882071c48 req-44f14c2f-0d4f-4153-934b-445052131c59 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137550 Oct 20 14:43:15.679203 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.l3_db [None req-232dd1d5-0403-43b7-b490-c99a22801623 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Floating IP abd93e5e-d4b7-4e59-8df2-fe57a3b992a9 associated. External IP: 172.27.0.20, port: 29e1878d-e620-4cd7-84a0-19edd230b233. Oct 20 14:43:15.818755 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b82f520-a300-4205-9ff6-f31ec81518e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aeaede2-76c6-42b7-b8b7-f33a546e2f7d'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:43:15.823213 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b080fa5d-12f7-4b06-bdf4-877b365514df" -d '{"events": [{"server_uuid": "0b82f520-a300-4205-9ff6-f31ec81518e0", "name": "network-vif-plugged", "status": "completed", "tag": "3aeaede2-76c6-42b7-b8b7-f33a546e2f7d"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:43:15.872073 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae60484d-c585-4eda-a052-0516b7c8d6ae x-openstack-request-id: req-ae60484d-c585-4eda-a052-0516b7c8d6ae {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:43:15.872668 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b82f520-a300-4205-9ff6-f31ec81518e0", "name": "network-vif-plugged", "status": "completed", "tag": "3aeaede2-76c6-42b7-b8b7-f33a546e2f7d", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:43:15.872952 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae60484d-c585-4eda-a052-0516b7c8d6ae {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:43:15.873587 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae60484d-c585-4eda-a052-0516b7c8d6ae'] response: {'server_uuid': '0b82f520-a300-4205-9ff6-f31ec81518e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aeaede2-76c6-42b7-b8b7-f33a546e2f7d', 'code': 200} Oct 20 14:43:15.939240 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee8d60-6b4b-4855-b529-3736f8d986ea req-5d564eaa-730a-4c78-aebc-8f249cde2eb8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:15.942232 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ecee8d60-6b4b-4855-b529-3736f8d986ea req-5d564eaa-730a-4c78-aebc-8f249cde2eb8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0810666 Oct 20 14:43:15.948624 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232dd1d5-0403-43b7-b490-c99a22801623 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Router f7e24323-3547-4288-9584-c3c76ffa6689 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:43:15.981903 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:15.990665 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:16.012168 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ecee8d60-6b4b-4855-b529-3736f8d986ea req-c20559b7-577d-4ff0-9bc9-cce5a2313fd9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600531 Oct 20 14:43:16.206113 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232dd1d5-0403-43b7-b490-c99a22801623 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:43:16.213800 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-232dd1d5-0403-43b7-b490-c99a22801623 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:16.216897 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b84209-254b-476b-ba2a-53b4f985b74c None None] Sync routers for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:43:16.233415 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b84209-254b-476b-ba2a-53b4f985b74c None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:43:16.234809 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-33b84209-254b-476b-ba2a-53b4f985b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:42:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:43:16.253876 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963277ef-00d6-4f8d-b768-ee4c092c9bf8 req-67d2aac6-1233-46e6-86fd-94a0f62ed5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:16.260782 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-963277ef-00d6-4f8d-b768-ee4c092c9bf8 req-67d2aac6-1233-46e6-86fd-94a0f62ed5d2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 1129 time: 0.0890896 Oct 20 14:43:16.281338 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-232dd1d5-0403-43b7-b490-c99a22801623 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/abd93e5e-d4b7-4e59-8df2-fe57a3b992a9 HTTP/1.1" status: 200 len: 990 time: 1.3710551 Oct 20 14:43:16.283271 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f6dc2d-fbc2-404a-b288-0e73feaedb92', 'tag': '29e1878d-e620-4cd7-84a0-19edd230b233'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:43:16.286238 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e468c038-f6ac-49aa-876f-8fc7a0ca8286" -d '{"events": [{"name": "network-changed", "server_uuid": "14f6dc2d-fbc2-404a-b288-0e73feaedb92", "tag": "29e1878d-e620-4cd7-84a0-19edd230b233"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:43:16.342928 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:16.385666 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-963277ef-00d6-4f8d-b768-ee4c092c9bf8 req-275ca400-3172-4d1b-8c42-9471f46ac740 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202531 Oct 20 14:43:16.388229 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0ee1be-dff2-4ff9-a7fc-6f63cff3a44f x-openstack-request-id: req-ed0ee1be-dff2-4ff9-a7fc-6f63cff3a44f {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:43:16.388766 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f6dc2d-fbc2-404a-b288-0e73feaedb92", "tag": "29e1878d-e620-4cd7-84a0-19edd230b233", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:43:16.389025 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed0ee1be-dff2-4ff9-a7fc-6f63cff3a44f {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:43:16.389430 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0ee1be-dff2-4ff9-a7fc-6f63cff3a44f'] response: {'name': 'network-changed', 'server_uuid': '14f6dc2d-fbc2-404a-b288-0e73feaedb92', 'tag': '29e1878d-e620-4cd7-84a0-19edd230b233', 'status': 'completed', 'code': 200} Oct 20 14:43:16.443775 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-33b84209-254b-476b-ba2a-53b4f985b74c None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:43:16.671476 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:16.690820 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-33b84209-254b-476b-ba2a-53b4f985b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'abd93e5e-d4b7-4e59-8df2-fe57a3b992a9', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '29e1878d-e620-4cd7-84a0-19edd230b233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:b5:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f6dc2d-fbc2-404a-b288-0e73feaedb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:43:01Z', 'updated_at': '2022-10-20T14:43:15Z', 'revision_number': 1, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}, {'id': 'dc44194c-698c-4717-a077-dbeebf484ef8', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:5b:0f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:10Z', 'updated_at': '2022-10-20T14:41:58Z', 'revision_number': 2, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:43:16.703803 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468c038-f6ac-49aa-876f-8fc7a0ca8286 req-5d2a12bd-c309-4fe0-8d0b-936b475f0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:16.707888 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e468c038-f6ac-49aa-876f-8fc7a0ca8286 req-5d2a12bd-c309-4fe0-8d0b-936b475f0f5f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 1129 time: 0.0797856 Oct 20 14:43:16.726375 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b84209-254b-476b-ba2a-53b4f985b74c None None] Checking router: f7e24323-3547-4288-9584-c3c76ffa6689 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:43:16.740757 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b84209-254b-476b-ba2a-53b4f985b74c None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:43:16.741644 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-33b84209-254b-476b-ba2a-53b4f985b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:42:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:43:16.849443 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078546d-b096-4b34-9f4e-4d5989403022 req-2a91760f-331f-4968-8b04-9be8c07cb6c0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:16.858022 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f078546d-b096-4b34-9f4e-4d5989403022 req-2a91760f-331f-4968-8b04-9be8c07cb6c0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0784545 Oct 20 14:43:16.876609 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-33b84209-254b-476b-ba2a-53b4f985b74c None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:43:16.888010 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468c038-f6ac-49aa-876f-8fc7a0ca8286 req-bb613a49-de9b-4bf0-b51d-7551d5adb92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:16.890456 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e468c038-f6ac-49aa-876f-8fc7a0ca8286 req-bb613a49-de9b-4bf0-b51d-7551d5adb92d service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 915 time: 0.1705148 Oct 20 14:43:16.959470 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b15f3-50e1-4a33-a752-c234cffcd5a1 req-cca6a0b2-40f0-4058-8155-1d82984c83dd tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:16.967799 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e82b15f3-50e1-4a33-a752-c234cffcd5a1 req-cca6a0b2-40f0-4058-8155-1d82984c83dd tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 945 time: 0.1044071 Oct 20 14:43:17.000469 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f078546d-b096-4b34-9f4e-4d5989403022 req-026493ec-db4c-4a61-bd78-e9e9cc39f06a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404302 Oct 20 14:43:17.088552 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e82b15f3-50e1-4a33-a752-c234cffcd5a1 req-7bb6d313-fd07-4843-b6f4-9b7632c79509 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185205 Oct 20 14:43:17.174431 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-33b84209-254b-476b-ba2a-53b4f985b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'abd93e5e-d4b7-4e59-8df2-fe57a3b992a9', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '29e1878d-e620-4cd7-84a0-19edd230b233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:b5:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f6dc2d-fbc2-404a-b288-0e73feaedb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:43:01Z', 'updated_at': '2022-10-20T14:43:15Z', 'revision_number': 1, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}, {'id': 'dc44194c-698c-4717-a077-dbeebf484ef8', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:5b:0f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:10Z', 'updated_at': '2022-10-20T14:41:58Z', 'revision_number': 2, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:43:17.200546 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b84209-254b-476b-ba2a-53b4f985b74c None None] The sync data for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi is: [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'abd93e5e-d4b7-4e59-8df2-fe57a3b992a9', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '29e1878d-e620-4cd7-84a0-19edd230b233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:b5:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f6dc2d-fbc2-404a-b288-0e73feaedb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:43:01Z', 'updated_at': '2022-10-20T14:43:15Z', 'revision_number': 1, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}, {'id': 'dc44194c-698c-4717-a077-dbeebf484ef8', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:5b:0f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:10Z', 'updated_at': '2022-10-20T14:41:58Z', 'revision_number': 2, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:43:17.205150 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c143a4c-b9b8-4f09-8b44-a0ce065f4ef6 req-ca12a616-9e7c-4b5f-9463-028dafa0e950 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:17.211750 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9c143a4c-b9b8-4f09-8b44-a0ce065f4ef6 req-ca12a616-9e7c-4b5f-9463-028dafa0e950 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0675087 Oct 20 14:43:17.277502 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9c143a4c-b9b8-4f09-8b44-a0ce065f4ef6 req-065f3a5e-8e1e-4eac-af1a-15485e024553 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632226 Oct 20 14:43:17.439075 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e468c038-f6ac-49aa-876f-8fc7a0ca8286 req-2fee39aa-8fc3-49d4-a767-5b2fac17457a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e1878d-e620-4cd7-84a0-19edd230b233 HTTP/1.1" status: 200 len: 998 time: 0.0933506 Oct 20 14:43:17.475112 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befceb5-13bb-41c8-8a69-9c79fd754fe7 None None] New status for floating IP abd93e5e-d4b7-4e59-8df2-fe57a3b992a9: ACTIVE {{(pid=111619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:43:17.533364 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468c038-f6ac-49aa-876f-8fc7a0ca8286 req-97943a2b-b677-466d-b35f-29958f7a4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:17.534836 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e468c038-f6ac-49aa-876f-8fc7a0ca8286 req-97943a2b-b677-466d-b35f-29958f7a4e09 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56f61a25-fefc-4795-ba33-a4348feea40d HTTP/1.1" status: 200 len: 853 time: 0.0688391 Oct 20 14:43:17.597163 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468c038-f6ac-49aa-876f-8fc7a0ca8286 req-743b9918-5dad-41e1-90ef-4a05d177d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:17.598798 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e468c038-f6ac-49aa-876f-8fc7a0ca8286 req-743b9918-5dad-41e1-90ef-4a05d177d069 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=bc51d155-90b9-48b7-86e9-fc4346955e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539429 Oct 20 14:43:17.764917 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e468c038-f6ac-49aa-876f-8fc7a0ca8286 req-7152b0ab-b34d-48ec-bceb-e822def775d6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345160 Oct 20 14:43:18.166826 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3f19e-8b19-40f4-8c23-00cbfde0c8d4 req-2c008538-a8c2-4c6a-bd82-fbe921c6a8c7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:18.168524 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-68b3f19e-8b19-40f4-8c23-00cbfde0c8d4 req-2c008538-a8c2-4c6a-bd82-fbe921c6a8c7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0732496 Oct 20 14:43:18.263911 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07b046-2eaf-487a-945a-8fcd871ead54 req-caf693e8-47b8-4a07-bdb1-cf3763f82a61 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:18.265481 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8b07b046-2eaf-487a-945a-8fcd871ead54 req-caf693e8-47b8-4a07-bdb1-cf3763f82a61 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 945 time: 0.0866637 Oct 20 14:43:18.292675 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-68b3f19e-8b19-40f4-8c23-00cbfde0c8d4 req-0c0ba6f5-ed01-477a-b183-a655bf58a183 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153319 Oct 20 14:43:18.350541 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8b07b046-2eaf-487a-945a-8fcd871ead54 req-881889cc-4843-45a1-94b7-b050194a5b69 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761034 Oct 20 14:43:18.459082 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589e667-ab27-4caf-be20-0735d9cd5843 req-946bb201-4699-4ad0-bf63-da30d3ed6dbe tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:18.460819 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c589e667-ab27-4caf-be20-0735d9cd5843 req-946bb201-4699-4ad0-bf63-da30d3ed6dbe tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0597286 Oct 20 14:43:18.578972 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c589e667-ab27-4caf-be20-0735d9cd5843 req-9fe9c6a4-b2bd-4c24-a5fd-1b1c00bdce1a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080725 Oct 20 14:43:18.583073 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:18.619840 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e468c038-f6ac-49aa-876f-8fc7a0ca8286 req-fe8480d4-e4ac-40e4-a2b2-efb223351d5f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516116 Oct 20 14:43:19.514796 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7954fd-2d44-436f-9854-4f9808a03ad9 req-082d47e7-1095-406d-8acf-200e7fd4c99a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:19.518085 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ab7954fd-2d44-436f-9854-4f9808a03ad9 req-082d47e7-1095-406d-8acf-200e7fd4c99a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.1158628 Oct 20 14:43:19.539564 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c17309-994a-4f41-8924-b9d2eae36a04 req-dc11ecf0-3090-441b-a8b7-fe7eec4cc849 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:19.542059 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-26c17309-994a-4f41-8924-b9d2eae36a04 req-dc11ecf0-3090-441b-a8b7-fe7eec4cc849 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 945 time: 0.0987637 Oct 20 14:43:19.607133 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:19.623101 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ab7954fd-2d44-436f-9854-4f9808a03ad9 req-0506a1b1-5e7c-43b9-9df8-6e20ef1a3274 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901785 Oct 20 14:43:19.632575 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-26c17309-994a-4f41-8924-b9d2eae36a04 req-cf678d82-60d5-4c5d-95e3-02e12f3adbcd tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832272 Oct 20 14:43:19.823671 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded98016-4865-42f3-acb8-e37898a644c2 req-a55518dd-7e27-4cc6-85c8-30d1e9e3d9c4 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:19.825446 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ded98016-4865-42f3-acb8-e37898a644c2 req-a55518dd-7e27-4cc6-85c8-30d1e9e3d9c4 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.1058075 Oct 20 14:43:19.831595 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22db72-33c3-4d29-ba75-25c4b62d6710 req-9863f75b-7d82-45a1-ac82-4a430c77ef6b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:19.833737 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-db22db72-33c3-4d29-ba75-25c4b62d6710 req-9863f75b-7d82-45a1-ac82-4a430c77ef6b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 945 time: 0.0792391 Oct 20 14:43:19.911336 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:19.927150 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ded98016-4865-42f3-acb8-e37898a644c2 req-e04e8555-513e-4876-87c1-d2f34bd2a922 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922532 Oct 20 14:43:19.945604 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-db22db72-33c3-4d29-ba75-25c4b62d6710 req-b7bc2a1c-0cbf-4b51-8e7f-aec30b9b26be tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965362 Oct 20 14:43:19.985222 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 35582) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:20.225329 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a454e7-e978-44de-bb79-9c38d0008cc5 tempest-TestVolumeBootPattern-1770660048 tempest-TestVolumeBootPattern-1770660048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:20.226959 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-89a454e7-e978-44de-bb79-9c38d0008cc5 tempest-TestVolumeBootPattern-1770660048 tempest-TestVolumeBootPattern-1770660048-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 1124 time: 0.2400689 Oct 20 14:43:20.230661 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 35586) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:20.235413 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Request body: {'floatingip': {'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'port_id': '3aeaede2-76c6-42b7-b8b7-f33a546e2f7d', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:43:20.265277 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:20.383008 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:20.507907 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Allocated IP 172.27.0.140 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/ec910cb1-a277-49c5-bf91-fbfde00589e2) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:43:20.636047 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for port (ec910cb1-a277-49c5-bf91-fbfde00589e2), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:20.670236 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (ec910cb1-a277-49c5-bf91-fbfde00589e2), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:20.715940 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:43:20.721315 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:43:20.725471 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:43:20.791249 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'Port': ['ID=ec910cb1-a277-49c5-bf91-fbfde00589e2,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:20.883469 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a9601-ff58-4306-a725-feb14e64a594 req-f261076b-d82b-474e-9487-5e9127edae6a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:20.885182 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7e3a9601-ff58-4306-a725-feb14e64a594 req-f261076b-d82b-474e-9487-5e9127edae6a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0987279 Oct 20 14:43:20.929052 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:20.979852 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7e3a9601-ff58-4306-a725-feb14e64a594 req-996c26e8-c4dc-4c42-a2cf-d4d7c7f030b4 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880311 Oct 20 14:43:21.410710 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bf843-1695-463e-b0ad-995502ceb0bf req-c184973e-53fe-4659-a346-09204492790d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:21.412170 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e86bf843-1695-463e-b0ad-995502ceb0bf req-c184973e-53fe-4659-a346-09204492790d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.3502491 Oct 20 14:43:21.482548 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:21.514938 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8161-117d-4cf4-9f23-1c1792db3e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:21.538242 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for floatingip (de961dc4-8a53-4eb3-b889-d9db9aa618e5), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:21.572457 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e86bf843-1695-463e-b0ad-995502ceb0bf req-75fd3d28-0720-481e-87d6-27bc572d5b5b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527417 Oct 20 14:43:21.649852 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ec910cb1-a277-49c5-bf91-fbfde00589e2), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:21.827290 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for port (ec910cb1-a277-49c5-bf91-fbfde00589e2), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:21.839114 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (ec910cb1-a277-49c5-bf91-fbfde00589e2), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:21.840082 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (de961dc4-8a53-4eb3-b889-d9db9aa618e5), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:21.922618 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'Port': ['ID=ec910cb1-a277-49c5-bf91-fbfde00589e2,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:21.983105 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.l3_db [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Floating IP de961dc4-8a53-4eb3-b889-d9db9aa618e5 associated. External IP: 172.27.0.140, port: 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d. Oct 20 14:43:22.149425 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44e745-53a7-4d34-9520-5a7b8d6fabc0 req-e480d88f-db2f-40ff-9fc1-ba06d3622b58 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:22.151897 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3d44e745-53a7-4d34-9520-5a7b8d6fabc0 req-e480d88f-db2f-40ff-9fc1-ba06d3622b58 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0602169 Oct 20 14:43:22.208474 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:22.284577 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3d44e745-53a7-4d34-9520-5a7b8d6fabc0 req-eeffc431-8a96-4819-8f70-37677518b1ad tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988944 Oct 20 14:43:22.299361 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Router 291aa9d2-4f08-46f9-a62c-4066ea690f1b has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:43:22.437007 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:43:22.457747 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc1b2b-7a3c-4d64-a12a-ce05ecc701a3 None None] Sync routers for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:43:22.479541 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc1b2b-7a3c-4d64-a12a-ce05ecc701a3 None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:43:22.481596 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-d3dc1b2b-7a3c-4d64-a12a-ce05ecc701a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:42:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:43:22.486270 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:22.506406 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:22.567419 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-f2155f8b-6943-4efe-b7e8-9571c603bf66 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3334682 Oct 20 14:43:22.567419 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b82f520-a300-4205-9ff6-f31ec81518e0', 'tag': '3aeaede2-76c6-42b7-b8b7-f33a546e2f7d'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:43:22.568089 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c072b3-d52a-46c5-8ca2-4d7536ba56a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0b82f520-a300-4205-9ff6-f31ec81518e0", "tag": "3aeaede2-76c6-42b7-b8b7-f33a546e2f7d"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:43:22.607303 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-d3dc1b2b-7a3c-4d64-a12a-ce05ecc701a3 None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:43:22.612564 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3b2f4f-bc88-4fbc-a1f7-2c84a8f940f8 x-openstack-request-id: req-4c3b2f4f-bc88-4fbc-a1f7-2c84a8f940f8 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:43:22.612848 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b82f520-a300-4205-9ff6-f31ec81518e0", "tag": "3aeaede2-76c6-42b7-b8b7-f33a546e2f7d", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:43:22.613130 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c3b2f4f-bc88-4fbc-a1f7-2c84a8f940f8 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:43:22.613515 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3b2f4f-bc88-4fbc-a1f7-2c84a8f940f8'] response: {'name': 'network-changed', 'server_uuid': '0b82f520-a300-4205-9ff6-f31ec81518e0', 'tag': '3aeaede2-76c6-42b7-b8b7-f33a546e2f7d', 'status': 'completed', 'code': 200} Oct 20 14:43:22.702628 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:22.716169 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c072b3-d52a-46c5-8ca2-4d7536ba56a9 req-8b80893d-980b-471d-887b-d160ad876772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:22.717709 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c5c072b3-d52a-46c5-8ca2-4d7536ba56a9 req-8b80893d-980b-471d-887b-d160ad876772 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 1129 time: 0.0554817 Oct 20 14:43:22.757060 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271a5ae-983d-43b0-b97d-72f518a8660a req-e4e96000-56e9-4138-a8be-57083c204906 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:22.759428 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5271a5ae-983d-43b0-b97d-72f518a8660a req-e4e96000-56e9-4138-a8be-57083c204906 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0650992 Oct 20 14:43:22.839225 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c072b3-d52a-46c5-8ca2-4d7536ba56a9 req-4bbaaa03-757d-43db-9d72-7d860404d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:22.842212 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c5c072b3-d52a-46c5-8ca2-4d7536ba56a9 req-4bbaaa03-757d-43db-9d72-7d860404d8d4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c924697c-b180-4b1b-9f12-d7889a054b97 HTTP/1.1" status: 200 len: 911 time: 0.1168363 Oct 20 14:43:22.844243 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5271a5ae-983d-43b0-b97d-72f518a8660a req-faaa3947-cbc4-4305-8b86-59e4c56e956b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788407 Oct 20 14:43:22.901211 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-d3dc1b2b-7a3c-4d64-a12a-ce05ecc701a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'de961dc4-8a53-4eb3-b889-d9db9aa618e5', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': '3aeaede2-76c6-42b7-b8b7-f33a546e2f7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:e7:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82f520-a300-4205-9ff6-f31ec81518e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:43:21Z', 'updated_at': '2022-10-20T14:43:21Z', 'revision_number': 0, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:43:22.936943 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc1b2b-7a3c-4d64-a12a-ce05ecc701a3 None None] Checking router: 291aa9d2-4f08-46f9-a62c-4066ea690f1b for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:43:22.937777 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c5c072b3-d52a-46c5-8ca2-4d7536ba56a9 req-5744373f-af23-40fe-b20d-ec9c8a054f7f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3aeaede2-76c6-42b7-b8b7-f33a546e2f7d HTTP/1.1" status: 200 len: 999 time: 0.0877891 Oct 20 14:43:22.949332 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc1b2b-7a3c-4d64-a12a-ce05ecc701a3 None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:43:22.949937 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-d3dc1b2b-7a3c-4d64-a12a-ce05ecc701a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:42:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:43:22.994622 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c072b3-d52a-46c5-8ca2-4d7536ba56a9 req-8dac04e7-cebb-41b6-bd33-8301193d47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:22.996367 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c5c072b3-d52a-46c5-8ca2-4d7536ba56a9 req-8dac04e7-cebb-41b6-bd33-8301193d47d6 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56aaf329-fdc0-417e-828a-ce1cc2420856 HTTP/1.1" status: 200 len: 849 time: 0.0512903 Oct 20 14:43:23.050052 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c072b3-d52a-46c5-8ca2-4d7536ba56a9 req-c3c08d84-ac2b-4f83-a600-bb6e926838d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:23.051751 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c5c072b3-d52a-46c5-8ca2-4d7536ba56a9 req-c3c08d84-ac2b-4f83-a600-bb6e926838d8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c924697c-b180-4b1b-9f12-d7889a054b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478561 Oct 20 14:43:23.173266 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c5c072b3-d52a-46c5-8ca2-4d7536ba56a9 req-5100f293-4129-446f-8fa9-18ad68dccb5a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075289 Oct 20 14:43:23.227959 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-d3dc1b2b-7a3c-4d64-a12a-ce05ecc701a3 None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:43:23.343617 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c5c072b3-d52a-46c5-8ca2-4d7536ba56a9 req-44d797eb-fb7c-4d20-a820-895f2b385248 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096087 Oct 20 14:43:23.383305 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:23.469714 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a123e-ee2e-4fc5-89dc-7a1542efc83f req-0d57fa33-236c-42e5-8f9e-cde6722c9eb1 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:23.471456 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-346a123e-ee2e-4fc5-89dc-7a1542efc83f req-0d57fa33-236c-42e5-8f9e-cde6722c9eb1 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0596204 Oct 20 14:43:23.501843 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-d3dc1b2b-7a3c-4d64-a12a-ce05ecc701a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'de961dc4-8a53-4eb3-b889-d9db9aa618e5', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': '3aeaede2-76c6-42b7-b8b7-f33a546e2f7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:e7:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82f520-a300-4205-9ff6-f31ec81518e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:43:21Z', 'updated_at': '2022-10-20T14:43:21Z', 'revision_number': 0, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:43:23.526298 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-346a123e-ee2e-4fc5-89dc-7a1542efc83f req-0cafca0c-cd9f-4e4f-be4c-0b2e28bbd111 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478022 Oct 20 14:43:23.533049 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc1b2b-7a3c-4d64-a12a-ce05ecc701a3 None None] The sync data for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi is: [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'de961dc4-8a53-4eb3-b889-d9db9aa618e5', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': '3aeaede2-76c6-42b7-b8b7-f33a546e2f7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:e7:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82f520-a300-4205-9ff6-f31ec81518e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:43:21Z', 'updated_at': '2022-10-20T14:43:21Z', 'revision_number': 0, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:43:23.640401 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-01171f47-c86c-4ee0-8df9-a6784400df42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:23.743733 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0dfc80-5a21-4097-ae78-902a5f385c46 None None] New status for floating IP de961dc4-8a53-4eb3-b889-d9db9aa618e5: ACTIVE {{(pid=111619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:43:23.988793 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11150e52-0d6f-4b72-a6f7-4acffd89e3ad req-1eba0c50-c9bd-449c-a16c-dd557f46b1e9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:23.990243 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-11150e52-0d6f-4b72-a6f7-4acffd89e3ad req-1eba0c50-c9bd-449c-a16c-dd557f46b1e9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0470533 Oct 20 14:43:24.036595 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-11150e52-0d6f-4b72-a6f7-4acffd89e3ad req-5b9bf245-a2c3-480c-80e7-0f5feafeab4c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402162 Oct 20 14:43:24.348586 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:24.352740 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db365d-0700-4373-babd-36afe4fafc21 req-c87da14e-f968-47bd-97d2-2d516e2a3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:24.354320 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-42db365d-0700-4373-babd-36afe4fafc21 req-c87da14e-f968-47bd-97d2-2d516e2a3e24 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=afd56c15beff4515a44799ee7ec083a3&device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 1129 time: 0.0416164 Oct 20 14:43:24.459762 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db365d-0700-4373-babd-36afe4fafc21 req-f0ec42f1-682b-4114-a221-680bb7188c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:24.461224 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-42db365d-0700-4373-babd-36afe4fafc21 req-f0ec42f1-682b-4114-a221-680bb7188c5d service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=8527c204-ec5a-42a2-811a-426241f609de HTTP/1.1" status: 200 len: 918 time: 0.0873394 Oct 20 14:43:24.528232 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-42db365d-0700-4373-babd-36afe4fafc21 req-9276e358-1cd7-402e-87a3-df1fb6eb2489 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade HTTP/1.1" status: 200 len: 1001 time: 0.0551114 Oct 20 14:43:24.580786 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db365d-0700-4373-babd-36afe4fafc21 req-e34e8d7a-96b4-45f5-bd35-9c4a7a6eb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:24.582175 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-42db365d-0700-4373-babd-36afe4fafc21 req-e34e8d7a-96b4-45f5-bd35-9c4a7a6eb828 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ca5871aa-7167-4149-b162-6807c8f57b7d HTTP/1.1" status: 200 len: 856 time: 0.0435386 Oct 20 14:43:24.630985 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db365d-0700-4373-babd-36afe4fafc21 req-9ad4558f-18f8-4d00-a39e-f0e662a0db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:24.632516 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-42db365d-0700-4373-babd-36afe4fafc21 req-9ad4558f-18f8-4d00-a39e-f0e662a0db3b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=8527c204-ec5a-42a2-811a-426241f609de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421054 Oct 20 14:43:24.648485 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b5752-643b-4302-bd5a-3b049bbafc79 req-f0da67a7-9245-48ab-9a33-440348efdeb0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:24.649927 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0a1b5752-643b-4302-bd5a-3b049bbafc79 req-f0da67a7-9245-48ab-9a33-440348efdeb0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0464218 Oct 20 14:43:24.701344 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0a1b5752-643b-4302-bd5a-3b049bbafc79 req-2ed03afc-b78a-4ae3-96c6-5b6539fde8ad tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 Oct 20 14:43:24.725818 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-42db365d-0700-4373-babd-36afe4fafc21 req-1c478899-134b-4a26-987b-592fdc27bcf7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850294 Oct 20 14:43:24.821458 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-42db365d-0700-4373-babd-36afe4fafc21 req-4aac403e-d020-4753-92ef-ca0a4c0d0aa6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865710 Oct 20 14:43:24.989666 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:25.163057 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4b6c1-9609-4da5-b8f5-7e85b48a7fcc req-32f6cd63-73e9-48ad-b5f1-5c68edce71c3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:25.164534 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a7a4b6c1-9609-4da5-b8f5-7e85b48a7fcc req-32f6cd63-73e9-48ad-b5f1-5c68edce71c3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0482481 Oct 20 14:43:25.212257 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a7a4b6c1-9609-4da5-b8f5-7e85b48a7fcc req-32dae15b-276e-4cdb-8377-6aa24aed65b3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417273 Oct 20 14:43:25.820474 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd947b-6f7c-432e-9d9f-0268da98eef8 req-24389d98-7230-4cfa-a0cc-6d190e06b438 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:25.821904 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a3cd947b-6f7c-432e-9d9f-0268da98eef8 req-24389d98-7230-4cfa-a0cc-6d190e06b438 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0461566 Oct 20 14:43:25.867545 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a3cd947b-6f7c-432e-9d9f-0268da98eef8 req-10820f97-f264-410e-b10c-e69873e69c04 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400410 Oct 20 14:43:26.296127 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:26.339206 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cea6e-65c2-4cf9-bd23-948e6329154e req-a8dd3219-9bcf-4e9a-98b4-75e51e9a41f8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:26.340703 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-617cea6e-65c2-4cf9-bd23-948e6329154e req-a8dd3219-9bcf-4e9a-98b4-75e51e9a41f8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0492375 Oct 20 14:43:26.387649 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-617cea6e-65c2-4cf9-bd23-948e6329154e req-9f082307-a1d9-4fe7-a627-ef18a801efe2 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413394 Oct 20 14:43:26.421429 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:26.992603 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf8381-ed0a-43d3-92db-7c9b65237cb5 req-105c1322-ce48-4e65-beca-e002b2bc5853 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:26.994111 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5fcf8381-ed0a-43d3-92db-7c9b65237cb5 req-105c1322-ce48-4e65-beca-e002b2bc5853 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0497541 Oct 20 14:43:27.043875 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5fcf8381-ed0a-43d3-92db-7c9b65237cb5 req-a5e9735a-f92b-439e-88c6-2e92e8f5d1fc tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432253 Oct 20 14:43:27.520979 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4000c-2b80-49d0-923e-f27af8d7feb0 req-8f178a82-58ce-4024-a20a-35b3d0255e0f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:27.522447 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b1c4000c-2b80-49d0-923e-f27af8d7feb0 req-8f178a82-58ce-4024-a20a-35b3d0255e0f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 945 time: 0.0513434 Oct 20 14:43:27.544678 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:27.573262 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b1c4000c-2b80-49d0-923e-f27af8d7feb0 req-26bae87e-6a14-4bb9-848a-d56146aa5c7e tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435913 Oct 20 14:43:27.600499 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device a22f57d8-7ba2-4e40-a3c8-816edda0fade no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:43:27.695355 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port a22f57d8-7ba2-4e40-a3c8-816edda0fade is: ACTIVE; New status is: DOWN {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:43:27.695724 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:27.722614 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:43:27.724899 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bc0e33-48ee-4ebb-8ac7-45835d371cc5" -d '{"events": [{"server_uuid": "a8a24968-9e6f-4fd7-9942-87adf39c1cc0", "name": "network-vif-unplugged", "status": "completed", "tag": "a22f57d8-7ba2-4e40-a3c8-816edda0fade"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:43:27.739776 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port a22f57d8-7ba2-4e40-a3c8-816edda0fade, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:43:27.744327 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:27.775116 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 14:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c71cdd-3fa6-4746-9c82-41aebaf4877d x-openstack-request-id: req-04c71cdd-3fa6-4746-9c82-41aebaf4877d {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:43:27.775408 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a24968-9e6f-4fd7-9942-87adf39c1cc0", "name": "network-vif-unplugged", "status": "completed", "tag": "a22f57d8-7ba2-4e40-a3c8-816edda0fade", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:43:27.775660 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04c71cdd-3fa6-4746-9c82-41aebaf4877d {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:43:27.777050 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c71cdd-3fa6-4746-9c82-41aebaf4877d'] response: {'server_uuid': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'code': 200} Oct 20 14:43:27.809110 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=a22f57d8-7ba2-4e40-a3c8-816edda0fade,revision_number=8']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:27.816783 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:27.817127 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:27.817473 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:27.817822 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:27.818151 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:27.818486 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:27.818802 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:27.819121 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:27.819441 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:27.819792 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:27.820111 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:27.820460 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:27.820775 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:27.821087 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:27.821395 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:28.121190 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [req-d18616dd-bd27-4f1a-b556-32edef331826 req-36a002e3-9cd0-4d42-b54c-a4acbfe299d7 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 14:43:28.122162 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d18616dd-bd27-4f1a-b556-32edef331826 req-36a002e3-9cd0-4d42-b54c-a4acbfe299d7 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054696 Oct 20 14:43:28.168654 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4462c-797e-4985-9122-57514edd7307 req-11d59314-fa03-4a4e-961a-ebd445eb51ea tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:28.170139 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bde4462c-797e-4985-9122-57514edd7307 req-11d59314-fa03-4a4e-961a-ebd445eb51ea tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0471544 Oct 20 14:43:28.220581 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bde4462c-797e-4985-9122-57514edd7307 req-bbee25f2-2faa-435c-9ddb-c01decc3f820 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440991 Oct 20 14:43:28.304525 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7078f-0102-4ae9-924a-ddf6c4b57f19 req-a1e16036-fcde-4cf3-9df5-6f7f0d3f0d8e tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:28.305975 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-79d7078f-0102-4ae9-924a-ddf6c4b57f19 req-a1e16036-fcde-4cf3-9df5-6f7f0d3f0d8e tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0458918 Oct 20 14:43:28.327046 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:28.364199 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-79d7078f-0102-4ae9-924a-ddf6c4b57f19 req-5ea2946a-0861-484a-89cb-7efa6ad5f83c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519495 Oct 20 14:43:28.567565 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 35712) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:28.654439 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-4e9a5237-4f05-45e7-96d3-384e4f386d6e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856342 Oct 20 14:43:28.663009 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-90e6b253-cd7b-4abe-a52f-a7d8d5e09782 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 14:43:28.663958 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-90e6b253-cd7b-4abe-a52f-a7d8d5e09782 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048463 Oct 20 14:43:28.742911 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 35724) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:28.793679 dv-cinder-779233-7-iscsi neutron-server[111616]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 14:43:28.802405 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:28.843383 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-bd597d37-b8f8-4898-afb3-199201058003 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:28.844015 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-bd597d37-b8f8-4898-afb3-199201058003 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports/a22f57d8-7ba2-4e40-a3c8-816edda0fade HTTP/1.1" status: 200 len: 940 time: 0.1000323 Oct 20 14:43:29.347484 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea814af4-eeae-472e-b8ce-dc81f0138cb2 req-15c43851-6cdd-47a3-96c6-c143046cb8e9 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:29.348973 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ea814af4-eeae-472e-b8ce-dc81f0138cb2 req-15c43851-6cdd-47a3-96c6-c143046cb8e9 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0474644 Oct 20 14:43:29.401777 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ea814af4-eeae-472e-b8ce-dc81f0138cb2 req-c6371694-19f5-49be-9a68-fafbee5088d9 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465348 Oct 20 14:43:29.491250 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92348af2-7231-4704-b6a2-69ff6d99ccd0 req-0721ce38-7150-4b03-88dd-21d1d2d80331 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:29.492704 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-92348af2-7231-4704-b6a2-69ff6d99ccd0 req-0721ce38-7150-4b03-88dd-21d1d2d80331 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0460713 Oct 20 14:43:29.542430 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-92348af2-7231-4704-b6a2-69ff6d99ccd0 req-2366c5d1-8476-46a9-8d13-0ad21393e881 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440354 Oct 20 14:43:29.589356 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:30.524623 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f42d64-c1fc-4a8c-8771-a3972a82a62e req-863dcff7-de66-45ee-a133-2aa4ddd80070 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:30.527174 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-68f42d64-c1fc-4a8c-8771-a3972a82a62e req-863dcff7-de66-45ee-a133-2aa4ddd80070 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0482352 Oct 20 14:43:30.575166 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-68f42d64-c1fc-4a8c-8771-a3972a82a62e req-94f40cf0-2091-4ae1-aa60-9d6b45b20aac tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428224 Oct 20 14:43:30.593232 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-58125e46-65e9-4542-8269-758101ae5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:30.594716 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-58125e46-65e9-4542-8269-758101ae5795 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0&tenant_id=afd56c15beff4515a44799ee7ec083a3 HTTP/1.1" status: 200 len: 1127 time: 0.0746794 Oct 20 14:43:30.675427 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f11c6-b664-4f3b-a041-345e21649adf req-0542a85c-4d58-4d1d-8f8a-5985962e5d7d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:30.677049 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-373f11c6-b664-4f3b-a041-345e21649adf req-0542a85c-4d58-4d1d-8f8a-5985962e5d7d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0489783 Oct 20 14:43:30.727248 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-373f11c6-b664-4f3b-a041-345e21649adf req-86863701-839a-456c-bb8d-b6e4a9b09f7b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443661 Oct 20 14:43:30.872070 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-283624ad-449e-4708-9d94-89098d7f49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:30.873565 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-283624ad-449e-4708-9d94-89098d7f49a7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=afd56c15beff4515a44799ee7ec083a3&device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 1127 time: 0.2505825 Oct 20 14:43:30.964909 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-f701efdc-c8a8-4042-826f-b162c55c0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:30.966353 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-f701efdc-c8a8-4042-826f-b162c55c0e72 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=8527c204-ec5a-42a2-811a-426241f609de HTTP/1.1" status: 200 len: 918 time: 0.0865910 Oct 20 14:43:31.028861 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-607d9d64-13de-4096-b26b-aac450de0442 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade HTTP/1.1" status: 200 len: 999 time: 0.0550027 Oct 20 14:43:31.081410 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-4841556a-c19b-403f-913f-99787c7e423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:31.082889 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-4841556a-c19b-403f-913f-99787c7e423e service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ca5871aa-7167-4149-b162-6807c8f57b7d HTTP/1.1" status: 200 len: 856 time: 0.0441079 Oct 20 14:43:31.138094 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-94a4b559-918e-4927-a467-0982ce7446ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:31.139571 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-94a4b559-918e-4927-a467-0982ce7446ea service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=8527c204-ec5a-42a2-811a-426241f609de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476689 Oct 20 14:43:31.233139 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-76e749b8-4905-4520-ba0d-05e245ce966b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834637 Oct 20 14:43:31.329512 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-69c1cf98-1d13-4e5f-a20e-b27749394dd5 req-5dee833b-829d-4183-baf0-612b9a5eed34 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885162 Oct 20 14:43:31.595091 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device a22f57d8-7ba2-4e40-a3c8-816edda0fade no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:43:31.672567 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port a22f57d8-7ba2-4e40-a3c8-816edda0fade is: DOWN; New status is: DOWN {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:43:31.718984 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee20632-6822-4e61-a488-4437c2280994 req-322b8e48-fe7e-4e39-b0c2-b2db2734bae7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:31.721153 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4ee20632-6822-4e61-a488-4437c2280994 req-322b8e48-fe7e-4e39-b0c2-b2db2734bae7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0663021 Oct 20 14:43:31.802442 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4ee20632-6822-4e61-a488-4437c2280994 req-948c9ac6-0203-442c-bfab-b23381008255 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701342 Oct 20 14:43:31.909887 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad591641-0c56-4d5f-8478-dbd42bcd2bb4 req-d9d79e24-ef55-4dba-8fdc-75bf59370e6b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:31.916908 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ad591641-0c56-4d5f-8478-dbd42bcd2bb4 req-d9d79e24-ef55-4dba-8fdc-75bf59370e6b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0590208 Oct 20 14:43:31.963353 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ad591641-0c56-4d5f-8478-dbd42bcd2bb4 req-24ce671b-2d7b-4932-9a6a-233863389dfa tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455046 Oct 20 14:43:32.435884 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 35792) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:32.547053 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1327a00f-9da0-4a47-98ba-e74ef65cd0cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:32.630529 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1327a00f-9da0-4a47-98ba-e74ef65cd0cb admin admin] Publish callbacks [] for security_group (afc76518-2dd6-41e2-be5c-4b4288902104), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:32.634133 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1327a00f-9da0-4a47-98ba-e74ef65cd0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (afc76518-2dd6-41e2-be5c-4b4288902104), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:32.639742 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:32.675912 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327a00f-9da0-4a47-98ba-e74ef65cd0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc76518-2dd6-41e2-be5c-4b4288902104,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:32.683385 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-1327a00f-9da0-4a47-98ba-e74ef65cd0cb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b3081eded62a439bae96ef2eacff6e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432759 Oct 20 14:43:32.683762 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 35796) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:32.690151 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:32.741898 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2e55200e-853b-4260-b48c-ae27ec914417 admin admin] Publish callbacks [] for security_group (afc76518-2dd6-41e2-be5c-4b4288902104), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:32.764746 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2e55200e-853b-4260-b48c-ae27ec914417 admin admin] Publish callbacks [] for security_group (afc76518-2dd6-41e2-be5c-4b4288902104), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:32.815121 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2e55200e-853b-4260-b48c-ae27ec914417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (afc76518-2dd6-41e2-be5c-4b4288902104), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:32.817694 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2e55200e-853b-4260-b48c-ae27ec914417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:32.818874 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-2e55200e-853b-4260-b48c-ae27ec914417 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/afc76518-2dd6-41e2-be5c-4b4288902104 HTTP/1.1" status: 204 len: 168 time: 0.1340332 Oct 20 14:43:32.827238 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55200e-853b-4260-b48c-ae27ec914417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc76518-2dd6-41e2-be5c-4b4288902104,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:32.845726 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:32.935336 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3dad4-fd57-4af0-aba6-b711b13b0b50 req-d44da85a-0cf0-469f-b654-bdb23b62251a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:32.938394 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9be3dad4-fd57-4af0-aba6-b711b13b0b50 req-d44da85a-0cf0-469f-b654-bdb23b62251a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0573032 Oct 20 14:43:32.997628 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9be3dad4-fd57-4af0-aba6-b711b13b0b50 req-869389a5-ff35-4d80-92aa-fc5af6d56639 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514710 Oct 20 14:43:33.112138 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27583700-8ac9-4bbf-b138-ee7bda95334a req-1122d2e2-c698-4ec0-ad20-a108b5455947 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:33.113823 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-27583700-8ac9-4bbf-b138-ee7bda95334a req-1122d2e2-c698-4ec0-ad20-a108b5455947 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0546944 Oct 20 14:43:33.134358 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:33.180467 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-27583700-8ac9-4bbf-b138-ee7bda95334a req-019b3f19-a107-40e0-aeb2-d2928da2cee9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552840 Oct 20 14:43:33.838801 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:33.840730 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:34.130924 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc68fe-912d-4048-9942-e3c89aa4f2e6 req-f627c1b8-bcd4-4476-abc2-b3f7a7de9680 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:34.133393 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fdc68fe-912d-4048-9942-e3c89aa4f2e6 req-f627c1b8-bcd4-4476-abc2-b3f7a7de9680 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0510144 Oct 20 14:43:34.191066 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fdc68fe-912d-4048-9942-e3c89aa4f2e6 req-81edcf18-938a-42c7-a60b-83060e0e3fec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489593 Oct 20 14:43:34.318559 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236ad9a-0f92-45cf-b2cb-a93338a4378b req-d80e2470-9187-436a-a095-12bfcbc6bd3a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:34.320057 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5236ad9a-0f92-45cf-b2cb-a93338a4378b req-d80e2470-9187-436a-a095-12bfcbc6bd3a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0564852 Oct 20 14:43:34.375953 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5236ad9a-0f92-45cf-b2cb-a93338a4378b req-fe7b9437-e676-4275-a230-b462e2c895ee tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498414 Oct 20 14:43:35.394901 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f99278-09ef-4638-8a72-49e3c15a9167 req-5a0a87f5-9faa-4ea7-b6ef-b0b027903d30 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:35.403274 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-74f99278-09ef-4638-8a72-49e3c15a9167 req-5a0a87f5-9faa-4ea7-b6ef-b0b027903d30 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.1203666 Oct 20 14:43:35.464864 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-74f99278-09ef-4638-8a72-49e3c15a9167 req-5f356ebf-49c4-46f0-83d6-e36c72979d7f tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559051 Oct 20 14:43:35.526721 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe476b0-95db-4997-b0e0-6e2c43a67079 req-7f0a462b-48af-4221-ada3-a88c6c71b595 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:35.528263 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5fe476b0-95db-4997-b0e0-6e2c43a67079 req-7f0a462b-48af-4221-ada3-a88c6c71b595 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0496645 Oct 20 14:43:35.576763 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5fe476b0-95db-4997-b0e0-6e2c43a67079 req-e97cfe6d-f3d1-41a2-82fc-ebcf3559d39f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Oct 20 14:43:36.578297 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e285f1-53f4-443e-8b25-0fe8ca48c7f7 req-93e081e5-db98-45df-ac32-331568f9d8d8 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:36.579805 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-89e285f1-53f4-443e-8b25-0fe8ca48c7f7 req-93e081e5-db98-45df-ac32-331568f9d8d8 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0469623 Oct 20 14:43:36.636862 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-89e285f1-53f4-443e-8b25-0fe8ca48c7f7 req-4cc44107-6960-4543-bfc3-a60ff5e3d2bb tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511143 Oct 20 14:43:36.714176 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa4648-e70a-4faa-8a7a-efb397d9f944 req-297ad371-be95-470d-843b-85b924f9c0fd tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:36.715681 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8ffa4648-e70a-4faa-8a7a-efb397d9f944 req-297ad371-be95-470d-843b-85b924f9c0fd tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0495760 Oct 20 14:43:36.765017 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8ffa4648-e70a-4faa-8a7a-efb397d9f944 req-3610c7f7-ee15-41a5-b5c2-bd2a737c8773 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Oct 20 14:43:37.766976 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61039338-cf62-42fb-8829-d0aced8bc355 req-b44e3ebc-e0c2-44a3-ae13-ca3e633c710f tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:37.768506 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-61039338-cf62-42fb-8829-d0aced8bc355 req-b44e3ebc-e0c2-44a3-ae13-ca3e633c710f tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0513914 Oct 20 14:43:37.817623 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-61039338-cf62-42fb-8829-d0aced8bc355 req-dfbd047b-1aa6-41bc-806f-d2fa1ae6657d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428417 Oct 20 14:43:37.917967 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc91e2b-788c-4a28-9c14-46beb7de3df5 req-262a5a3a-2bc2-440e-9a8a-bdf76f9435b4 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:37.919482 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8fc91e2b-788c-4a28-9c14-46beb7de3df5 req-262a5a3a-2bc2-440e-9a8a-bdf76f9435b4 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0517323 Oct 20 14:43:37.947253 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:37.976827 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8fc91e2b-788c-4a28-9c14-46beb7de3df5 req-7e05d100-06f7-4326-8d69-239077014c45 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513213 Oct 20 14:43:38.952857 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639d419-ee28-48c6-9dca-6829ebb5625e req-2ce6924f-f022-4d70-84e7-aee6755d2005 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:38.954535 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b639d419-ee28-48c6-9dca-6829ebb5625e req-2ce6924f-f022-4d70-84e7-aee6755d2005 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0499029 Oct 20 14:43:39.005806 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b639d419-ee28-48c6-9dca-6829ebb5625e req-089388a0-58bb-48ee-997b-4482cf377706 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Oct 20 14:43:39.116536 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9125b-181f-4d77-98b2-6e2b4439cb8b req-99622a09-50d8-4db4-8858-70aad0e0ac8c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:39.118014 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b7e9125b-181f-4d77-98b2-6e2b4439cb8b req-99622a09-50d8-4db4-8858-70aad0e0ac8c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0514576 Oct 20 14:43:39.168929 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b7e9125b-181f-4d77-98b2-6e2b4439cb8b req-d8813f6e-1bb7-43ca-99bc-5f01937011dd tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446863 Oct 20 14:43:40.136759 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7afbec-6e20-4888-8454-3aac22926bbd req-f4016e17-01d7-40b2-9700-935cb763d10a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:40.138275 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2c7afbec-6e20-4888-8454-3aac22926bbd req-f4016e17-01d7-40b2-9700-935cb763d10a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0487242 Oct 20 14:43:40.187841 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2c7afbec-6e20-4888-8454-3aac22926bbd req-22b97716-d37b-4adc-b700-ec34a4d1f752 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439129 Oct 20 14:43:40.310862 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c09677-01ec-409d-81de-13de9ddcb246 req-ac435cab-a3b3-4768-8b8e-02b36762eb7a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:40.312376 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-38c09677-01ec-409d-81de-13de9ddcb246 req-ac435cab-a3b3-4768-8b8e-02b36762eb7a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0480680 Oct 20 14:43:40.356050 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:40.379668 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-38c09677-01ec-409d-81de-13de9ddcb246 req-b73273ac-fd4f-448d-b965-b51972d37572 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613713 Oct 20 14:43:41.318952 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3dd8c-9bb0-4469-9d19-60ac119f4ef1 req-22592755-9be4-463f-8956-3f403c43df11 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:41.320478 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-aaf3dd8c-9bb0-4469-9d19-60ac119f4ef1 req-22592755-9be4-463f-8956-3f403c43df11 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0523224 Oct 20 14:43:41.374733 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-aaf3dd8c-9bb0-4469-9d19-60ac119f4ef1 req-0f479238-28bc-4ede-83f8-efc438751d51 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476339 Oct 20 14:43:41.512268 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68177b-54d1-418b-a7b0-53d27130f129 req-72077052-dd79-45e6-8b97-5f15c19a8423 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:41.519420 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5e68177b-54d1-418b-a7b0-53d27130f129 req-72077052-dd79-45e6-8b97-5f15c19a8423 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0535789 Oct 20 14:43:41.564172 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5e68177b-54d1-418b-a7b0-53d27130f129 req-9d1ef97f-96e0-4278-a590-8767a488047b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438836 Oct 20 14:43:42.502389 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fa328-a9d3-41ac-a66a-12e7201d2676 req-be4c303e-457c-41b2-a825-9627cca7a140 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:42.503892 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ac1fa328-a9d3-41ac-a66a-12e7201d2676 req-be4c303e-457c-41b2-a825-9627cca7a140 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0512984 Oct 20 14:43:42.555349 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ac1fa328-a9d3-41ac-a66a-12e7201d2676 req-a03c4335-d523-424c-9861-babbf0626d16 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453956 Oct 20 14:43:42.691123 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a0d47-0716-4b78-90a3-256fc93b92e4 req-87ecbf17-217d-4a7a-9b3b-6fbcc3621082 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:42.692611 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-192a0d47-0716-4b78-90a3-256fc93b92e4 req-87ecbf17-217d-4a7a-9b3b-6fbcc3621082 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0486696 Oct 20 14:43:42.743219 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-192a0d47-0716-4b78-90a3-256fc93b92e4 req-ee8528ff-afb5-4243-90ab-69da476e26b2 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450523 Oct 20 14:43:42.799403 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:42.822547 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=72,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:42.848536 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:42.992914 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:43:43.676757 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005aaf5-8c58-4717-acd5-b1a4b7ef1fd0 req-e49b55cd-4e17-4734-a7a4-a13f112f0d37 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:43.678198 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7005aaf5-8c58-4717-acd5-b1a4b7ef1fd0 req-e49b55cd-4e17-4734-a7a4-a13f112f0d37 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0457940 Oct 20 14:43:43.729218 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7005aaf5-8c58-4717-acd5-b1a4b7ef1fd0 req-92cff9d9-414f-41a6-ab8f-b2ed368a050e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448442 Oct 20 14:43:43.871449 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24b40a-82b3-4340-a116-270253edea03 req-98c9a86f-293e-4a16-a0ae-e6292b466fb3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:43.873278 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cc24b40a-82b3-4340-a116-270253edea03 req-98c9a86f-293e-4a16-a0ae-e6292b466fb3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0484350 Oct 20 14:43:43.922885 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cc24b40a-82b3-4340-a116-270253edea03 req-64d29b28-00c4-4804-84fa-54fe96e24881 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430427 Oct 20 14:43:44.850308 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62859f1-d72d-4a2f-9a51-015376086773 req-a36f8d9e-8fe8-48cb-827d-c22c3d80aea0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:44.851777 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e62859f1-d72d-4a2f-9a51-015376086773 req-a36f8d9e-8fe8-48cb-827d-c22c3d80aea0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0454867 Oct 20 14:43:44.898636 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e62859f1-d72d-4a2f-9a51-015376086773 req-ee8dfb71-d497-400f-ab2a-8e1e063749a8 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406094 Oct 20 14:43:45.043130 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:45.056407 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921378f-cb55-4c02-980f-d56422334cb9 req-538ed04c-7c89-46b1-a6a4-fcac3744a28c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:45.057917 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2921378f-cb55-4c02-980f-d56422334cb9 req-538ed04c-7c89-46b1-a6a4-fcac3744a28c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0516660 Oct 20 14:43:45.104180 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2921378f-cb55-4c02-980f-d56422334cb9 req-d9202816-c3c9-459f-bdad-2b555c0738fc tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407734 Oct 20 14:43:46.018881 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967b7b-5baf-42d4-bc57-bb862a9b2063 req-3d842514-c330-4c0a-8687-0b2bc4879529 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:46.020369 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-37967b7b-5baf-42d4-bc57-bb862a9b2063 req-3d842514-c330-4c0a-8687-0b2bc4879529 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0471759 Oct 20 14:43:46.068229 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-37967b7b-5baf-42d4-bc57-bb862a9b2063 req-ac582aee-269f-4a26-b96e-bb5653e3f399 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421429 Oct 20 14:43:46.230606 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1239ac-13a2-4a48-bc19-3bf4b7d89ef6 req-925cc5e1-13a1-40dd-a00f-48485bf4acfe tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:46.232027 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2c1239ac-13a2-4a48-bc19-3bf4b7d89ef6 req-925cc5e1-13a1-40dd-a00f-48485bf4acfe tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0485499 Oct 20 14:43:46.277477 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2c1239ac-13a2-4a48-bc19-3bf4b7d89ef6 req-784de53e-b10f-4c0a-aecc-51f2fb8e6ece tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395875 Oct 20 14:43:47.188412 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f63cc1-91d7-49df-b8c2-a1ca4f0605a0 req-df619c1e-41b9-427f-9a34-e5fd118aa8bb tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:47.189859 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-13f63cc1-91d7-49df-b8c2-a1ca4f0605a0 req-df619c1e-41b9-427f-9a34-e5fd118aa8bb tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0467331 Oct 20 14:43:47.202780 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:47.238430 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-13f63cc1-91d7-49df-b8c2-a1ca4f0605a0 req-033a3371-9762-48a6-98f4-fe134d5c783f tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430298 Oct 20 14:43:47.405351 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb292dcb-302c-4ce5-9c10-8a2457811c57 req-32f40277-7c2e-4a73-915c-8c6971225962 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:47.406772 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bb292dcb-302c-4ce5-9c10-8a2457811c57 req-32f40277-7c2e-4a73-915c-8c6971225962 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0464168 Oct 20 14:43:47.456308 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bb292dcb-302c-4ce5-9c10-8a2457811c57 req-d91ddfd1-816a-45bb-8de9-1872eeaf81d6 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440180 Oct 20 14:43:48.157064 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eebc79-4240-4be4-b18c-e8b3a966f9cd req-ea47f5e1-25df-4d78-a6a9-96cf35fcbecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:48.158534 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f9eebc79-4240-4be4-b18c-e8b3a966f9cd req-ea47f5e1-25df-4d78-a6a9-96cf35fcbecf service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 1129 time: 0.0420237 Oct 20 14:43:48.206509 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f9eebc79-4240-4be4-b18c-e8b3a966f9cd req-3ae84374-009c-429e-b680-00cb43ed877a service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406613 Oct 20 14:43:48.365175 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174ae8b-7434-4c45-b342-21f0e27e1255 req-55c9ba19-f5ae-439c-9f5e-d0ad38c76acd tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:48.366743 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0174ae8b-7434-4c45-b342-21f0e27e1255 req-55c9ba19-f5ae-439c-9f5e-d0ad38c76acd tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0520349 Oct 20 14:43:48.415152 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0174ae8b-7434-4c45-b342-21f0e27e1255 req-ed6d00da-3743-44b4-bd5c-c773a7fa17ee tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Oct 20 14:43:48.583528 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44143e1b-846c-466f-8d05-2f493d737316 req-1b0ac320-afa1-4fbf-a236-b0ba3dd63047 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:48.585021 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-44143e1b-846c-466f-8d05-2f493d737316 req-1b0ac320-afa1-4fbf-a236-b0ba3dd63047 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0466070 Oct 20 14:43:48.634146 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-44143e1b-846c-466f-8d05-2f493d737316 req-6d8b4dcd-46a6-4ea8-bb6a-21cdc5208799 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422769 Oct 20 14:43:49.539038 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14281838-0a6e-4d60-b200-47016576a83b req-57692fb6-aced-4762-b845-e5936e804044 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:49.540537 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-14281838-0a6e-4d60-b200-47016576a83b req-57692fb6-aced-4762-b845-e5936e804044 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0498004 Oct 20 14:43:49.588869 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-14281838-0a6e-4d60-b200-47016576a83b req-ef4f07a5-2727-4e62-ad86-210b1c8a2257 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424404 Oct 20 14:43:49.757712 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7111526-4e2e-49c4-acb1-ba60f8b16e8f req-a3caa32f-5088-46b4-8cdd-c07b91d6a091 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:49.759134 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c7111526-4e2e-49c4-acb1-ba60f8b16e8f req-a3caa32f-5088-46b4-8cdd-c07b91d6a091 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0451369 Oct 20 14:43:49.804643 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c7111526-4e2e-49c4-acb1-ba60f8b16e8f req-89a23010-f372-40de-9809-a0a88b52a441 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394845 Oct 20 14:43:50.707989 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086fe7d-ae48-4c4e-9a71-0868c9af23f0 req-a3f2d11e-ea19-4bdb-b0af-61d83a39237b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:50.709741 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1086fe7d-ae48-4c4e-9a71-0868c9af23f0 req-a3f2d11e-ea19-4bdb-b0af-61d83a39237b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0461550 Oct 20 14:43:50.759752 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1086fe7d-ae48-4c4e-9a71-0868c9af23f0 req-8a9e83e9-4eaf-4a92-b03c-16051e73288d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445235 Oct 20 14:43:50.880572 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0247885-1414-4134-9fc9-0bdc4a813d15 req-5f2e7b6d-06a7-4974-bd24-55528d44836b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:50.881939 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b0247885-1414-4134-9fc9-0bdc4a813d15 req-5f2e7b6d-06a7-4974-bd24-55528d44836b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0475574 Oct 20 14:43:50.941093 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30903ba-1ad6-49b2-9c54-eb3b81b6b83e req-7c980e2c-8b2a-4b4c-8251-99f974d8ef37 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:50.942528 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a30903ba-1ad6-49b2-9c54-eb3b81b6b83e req-7c980e2c-8b2a-4b4c-8251-99f974d8ef37 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 943 time: 0.0583920 Oct 20 14:43:50.979234 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b0247885-1414-4134-9fc9-0bdc4a813d15 req-430e8947-c05b-4376-872e-43d7a7b952b6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852728 Oct 20 14:43:50.983213 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:51.009776 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a30903ba-1ad6-49b2-9c54-eb3b81b6b83e req-94dc393e-640e-4454-a405-8ff1832f8f1b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616159 Oct 20 14:43:51.507358 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0ae17432-139b-4ec3-aee7-10e5942a0cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:51.734383 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device a22f57d8-7ba2-4e40-a3c8-816edda0fade details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:43:51.831917 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port a22f57d8-7ba2-4e40-a3c8-816edda0fade, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:43:51.843743 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'port_id': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'mac_address': 'fa:16:3e:20:11:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:43:51.878054 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port a22f57d8-7ba2-4e40-a3c8-816edda0fade is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:43:51.878428 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:51.894874 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22f57d8-7ba2-4e40-a3c8-816edda0fade {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:43:51.913862 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port a22f57d8-7ba2-4e40-a3c8-816edda0fade, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:43:51.918634 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:51.964459 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=a22f57d8-7ba2-4e40-a3c8-816edda0fade,revision_number=9']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:52.150091 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580b5af-5ea3-4d9d-893f-ab781d1b75d3 req-495cccdf-6d0b-4833-8117-efb76ddd2b58 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:52.152191 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a580b5af-5ea3-4d9d-893f-ab781d1b75d3 req-495cccdf-6d0b-4833-8117-efb76ddd2b58 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 944 time: 0.0543623 Oct 20 14:43:52.204768 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a580b5af-5ea3-4d9d-893f-ab781d1b75d3 req-4812a7fb-8e95-445d-80e7-0fae16785944 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460477 Oct 20 14:43:52.385481 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['a22f57d8-7ba2-4e40-a3c8-816edda0fade'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:43:52.599654 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd37ce-7d49-465f-9111-e70dab807f11 req-6a54253e-b912-4b56-89d3-315a25c2f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:52.601075 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80fd37ce-7d49-465f-9111-e70dab807f11 req-6a54253e-b912-4b56-89d3-315a25c2f5ad service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 1130 time: 0.0403652 Oct 20 14:43:52.603705 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92c0ee-4474-48de-82b3-2ad78daa0db9 req-24643426-2604-4851-baa3-67bce2f12427 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:52.605286 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cd92c0ee-4474-48de-82b3-2ad78daa0db9 req-24643426-2604-4851-baa3-67bce2f12427 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0485327 Oct 20 14:43:52.641594 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:52.655005 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cd92c0ee-4474-48de-82b3-2ad78daa0db9 req-3d369e3a-0d06-441f-a3c5-f10a0115d3d5 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438366 Oct 20 14:43:52.697708 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd37ce-7d49-465f-9111-e70dab807f11 req-4452021f-c8e9-4e57-a682-ddc4c4b82423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:52.699774 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80fd37ce-7d49-465f-9111-e70dab807f11 req-4452021f-c8e9-4e57-a682-ddc4c4b82423 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 920 time: 0.0904224 Oct 20 14:43:52.740143 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80fd37ce-7d49-465f-9111-e70dab807f11 req-7f6358d0-d8ed-4e7c-89b7-938ed0382d87 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=accb484b-67f7-4025-9af7-0d63eeee9bd3 HTTP/1.1" status: 200 len: 217 time: 0.0318184 Oct 20 14:43:52.788129 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd37ce-7d49-465f-9111-e70dab807f11 req-d4d56926-709b-40a8-a938-2333e21283d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:52.789627 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80fd37ce-7d49-465f-9111-e70dab807f11 req-d4d56926-709b-40a8-a938-2333e21283d4 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 HTTP/1.1" status: 200 len: 858 time: 0.0433462 Oct 20 14:43:52.835144 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd37ce-7d49-465f-9111-e70dab807f11 req-d5fee46a-a3c7-4822-bb0b-555a3f317651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:52.836633 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80fd37ce-7d49-465f-9111-e70dab807f11 req-d5fee46a-a3c7-4822-bb0b-555a3f317651 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c28ca665-bebd-48d6-918c-3a77995d0c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389545 Oct 20 14:43:52.942991 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80fd37ce-7d49-465f-9111-e70dab807f11 req-aebfbc9c-345d-4bab-a01c-b043d88484a2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850141 Oct 20 14:43:52.988463 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=22 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:52.989344 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=12 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:53.035945 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80fd37ce-7d49-465f-9111-e70dab807f11 req-d51655b9-fa8f-4893-96a5-01370fd30506 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844562 Oct 20 14:43:53.471757 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36036) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:53.567649 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc562ad3-3ce4-467f-9e45-712488c492e7 req-2469a84f-f1e7-4436-8522-397b27644e8b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:53.569140 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cc562ad3-3ce4-467f-9e45-712488c492e7 req-2469a84f-f1e7-4436-8522-397b27644e8b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 944 time: 0.2784517 Oct 20 14:43:53.584628 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:53.617129 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cc562ad3-3ce4-467f-9e45-712488c492e7 req-797767ea-48e4-4810-8d61-ca99703dd472 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415025 Oct 20 14:43:53.648203 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9c7e449f-9079-4026-8660-8cc1b6a3952d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:53.662175 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Publish callbacks [] for security_group (f4dd2d9d-c047-4d27-8f94-64c1a722e45b), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:53.665986 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (f4dd2d9d-c047-4d27-8f94-64c1a722e45b), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:53.706441 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=84426482696940f5aa3ffb747382e178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335696 Oct 20 14:43:53.707648 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dd2d9d-c047-4d27-8f94-64c1a722e45b,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:53.709305 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36042) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:53.715653 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.716002 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.716373 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.716692 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.717018 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.717642 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.717642 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.717968 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.718289 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.718673 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.718939 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.719255 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.719949 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.719949 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.720167 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8062f0a-d98b-4db2-a02b-5bff4809e19f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:43:53.739331 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device a22f57d8-7ba2-4e40-a3c8-816edda0fade up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:43:53.784440 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port a22f57d8-7ba2-4e40-a3c8-816edda0fade triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:43:53.784811 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:53.785138 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port a22f57d8-7ba2-4e40-a3c8-816edda0fade Oct 20 14:43:53.796762 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929477d-7d90-4d75-a8f2-d290d47d5e6b req-b2837562-1c34-4906-993f-8e1400a5c67e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:53.798227 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9929477d-7d90-4d75-a8f2-d290d47d5e6b req-b2837562-1c34-4906-993f-8e1400a5c67e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0637479 Oct 20 14:43:53.803126 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c3732deb-6698-420a-8553-881de1a01513 admin admin] Publish callbacks [] for security_group (f4dd2d9d-c047-4d27-8f94-64c1a722e45b), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:53.838163 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c3732deb-6698-420a-8553-881de1a01513 admin admin] Publish callbacks [] for security_group (f4dd2d9d-c047-4d27-8f94-64c1a722e45b), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:53.856681 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port a22f57d8-7ba2-4e40-a3c8-816edda0fade is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:43:53.857065 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:53.883280 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:43:53.885626 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3ad241-6923-400d-ae56-0461e8eaa641" -d '{"events": [{"server_uuid": "a8a24968-9e6f-4fd7-9942-87adf39c1cc0", "name": "network-vif-plugged", "status": "completed", "tag": "a22f57d8-7ba2-4e40-a3c8-816edda0fade"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:43:53.890852 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9929477d-7d90-4d75-a8f2-d290d47d5e6b req-75350e17-f8a6-40d7-9979-37fa0d332199 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855083 Oct 20 14:43:53.905419 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port a22f57d8-7ba2-4e40-a3c8-816edda0fade, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:43:53.913434 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:53.918836 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c3732deb-6698-420a-8553-881de1a01513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (f4dd2d9d-c047-4d27-8f94-64c1a722e45b), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:53.921728 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c3732deb-6698-420a-8553-881de1a01513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:53.925560 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-c3732deb-6698-420a-8553-881de1a01513 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f4dd2d9d-c047-4d27-8f94-64c1a722e45b HTTP/1.1" status: 204 len: 168 time: 0.2129447 Oct 20 14:43:53.932008 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3732deb-6698-420a-8553-881de1a01513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dd2d9d-c047-4d27-8f94-64c1a722e45b,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:53.967091 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992de094-2519-4b98-b8cc-997caf0a82a2 x-openstack-request-id: req-992de094-2519-4b98-b8cc-997caf0a82a2 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:43:53.967578 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a24968-9e6f-4fd7-9942-87adf39c1cc0", "name": "network-vif-plugged", "status": "completed", "tag": "a22f57d8-7ba2-4e40-a3c8-816edda0fade", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:43:53.967922 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-992de094-2519-4b98-b8cc-997caf0a82a2 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:43:53.968426 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992de094-2519-4b98-b8cc-997caf0a82a2'] response: {'server_uuid': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'code': 200} Oct 20 14:43:54.001559 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=a22f57d8-7ba2-4e40-a3c8-816edda0fade,revision_number=10']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:54.554420 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fdb49-0cda-464b-aceb-6edd7a97a8fd req-d4c97554-3a7a-4eae-8f81-93186d41e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:54.555955 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d47fdb49-0cda-464b-aceb-6edd7a97a8fd req-d4c97554-3a7a-4eae-8f81-93186d41e86f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 1130 time: 0.0396473 Oct 20 14:43:54.571003 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36066) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:54.610142 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d47fdb49-0cda-464b-aceb-6edd7a97a8fd req-8b9b0a4b-6624-4596-b1b3-20cf5023524b service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406728 Oct 20 14:43:54.669530 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-322259604-network', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:43:54.692061 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] Made reservation on behalf of adc778cfb32049d5844da08c78ba014a for: {'network': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:43:54.694507 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:54.703838 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:54.779294 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466705d-8eff-4172-8528-e8ea0a30c1d2 req-d6f2bde1-93c0-47ca-a897-f7df44221a07 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:54.780685 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d466705d-8eff-4172-8528-e8ea0a30c1d2 req-d6f2bde1-93c0-47ca-a897-f7df44221a07 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 946 time: 0.0574560 Oct 20 14:43:54.851937 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] Publish callbacks [] for security_group (09587b44-7879-4023-9f02-34da722964a4), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:54.855917 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d466705d-8eff-4172-8528-e8ea0a30c1d2 req-51b6b1c3-5232-4a55-b317-e650f474b309 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688953 Oct 20 14:43:54.856935 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (09587b44-7879-4023-9f02-34da722964a4), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:54.888257 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=111617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:43:54.894690 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09587b44-7879-4023-9f02-34da722964a4,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:54.900935 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (aa52c9c4-d4d9-4356-a80b-e9597128b159), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:54.901831 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.segments_db [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] Added segment aa52c9c4-d4d9-4356-a80b-e9597128b159 of type vlan for network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 Oct 20 14:43:54.940835 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:54.946103 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:54.968492 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:54.970355 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:54.970939 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:54.992355 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.054492 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4823222 Oct 20 14:43:55.057512 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36074) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:55.062398 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-00184d42-1c0f-4bb3-b18c-d037e3e0ff24 admin admin] Request body: {'subnet': {'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-322259604-subnet', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'ip_version': 4}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:43:55.075394 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:55.078407 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e726f-8d25-455e-bb90-e9dc34c231a6 admin admin] Pushing event updated for resources: {'Network': ['ID=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:55.083049 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00184d42-1c0f-4bb3-b18c-d037e3e0ff24 admin admin] Made reservation on behalf of adc778cfb32049d5844da08c78ba014a for: {'subnet': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:43:55.085598 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-00184d42-1c0f-4bb3-b18c-d037e3e0ff24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9298102'] for subnet (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.090041 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:43:55.090577 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bce17f-09ae-4396-936e-c153a31d394b req-d9562c8d-bbb0-4f15-8e32-3590623cec20 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:55.092111 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-15bce17f-09ae-4396-936e-c153a31d394b req-d9562c8d-bbb0-4f15-8e32-3590623cec20 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.1101263 Oct 20 14:43:55.147153 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-15bce17f-09ae-4396-936e-c153a31d394b req-93100c14-fd43-4a94-84a5-676b116d5bb6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458260 Oct 20 14:43:55.147965 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:55.169688 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:55.265928 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-00184d42-1c0f-4bb3-b18c-d037e3e0ff24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9298084'] for subnet (6261a774-bcf9-4250-b029-679ef5989401), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.327322 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00184d42-1c0f-4bb3-b18c-d037e3e0ff24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6261a774-bcf9-4250-b029-679ef5989401,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:55.334626 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00184d42-1c0f-4bb3-b18c-d037e3e0ff24 admin admin] Checking segment: {'id': 'aa52c9c4-d4d9-4356-a80b-e9597128b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:43:55.334983 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00184d42-1c0f-4bb3-b18c-d037e3e0ff24 admin admin] Network hostable DHCP agents. Network: 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:43:55.352750 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00184d42-1c0f-4bb3-b18c-d037e3e0ff24 admin admin] Network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:43:55.363658 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-00184d42-1c0f-4bb3-b18c-d037e3e0ff24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7) {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:43:55.368213 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00184d42-1c0f-4bb3-b18c-d037e3e0ff24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:55.368845 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-00184d42-1c0f-4bb3-b18c-d037e3e0ff24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.381988 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a4584c-6f69-4202-84fd-cba1a71ad60e None None] Network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:43:55.386153 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-00184d42-1c0f-4bb3-b18c-d037e3e0ff24 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3269002 Oct 20 14:43:55.388862 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36078) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:55.393027 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:43:55.414405 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2810'] for router (4b0750fb-181b-4d46-aeb0-18ac2c91304d), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.415430 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2797'] for router (4b0750fb-181b-4d46-aeb0-18ac2c91304d), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.429279 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:55.431441 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:55.471243 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Publish callbacks [] for router_controller (4b0750fb-181b-4d46-aeb0-18ac2c91304d), precommit_add_association {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.494534 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b6c131a-0226-5d4d-ba6c-abc91a33af30-0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'fixed_ips': [{'subnet_id': '6261a774-bcf9-4250-b029-679ef5989401'}]}} from dv-cinder-779233-7-iscsi. {{(pid=111618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 14:43:55.495673 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.609304 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Publish callbacks [] for router_gateway (4b0750fb-181b-4d46-aeb0-18ac2c91304d), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.629018 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.db_base_plugin_common [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Allocated IP 172.20.0.2 (0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7/6261a774-bcf9-4250-b029-679ef5989401/489d66ce-f98e-46c5-a1fb-ff85f0edc42c) {{(pid=111618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:43:55.781306 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Publish callbacks [] for port (489d66ce-f98e-46c5-a1fb-ff85f0edc42c), precommit_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.789480 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (489d66ce-f98e-46c5-a1fb-ff85f0edc42c), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.795279 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Publish callbacks [] for router_gateway (4b0750fb-181b-4d46-aeb0-18ac2c91304d), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.817345 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.829984 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 is already hosted by enough agents. {{(pid=111618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:43:55.834612 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.base_scheduler [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Resources bound (agent type, host, resource id): {{(pid=111618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:43:55.837044 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Received port after_create {{(pid=111618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:43:55.858914 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Pushing event updated for resources: {'Port': ['ID=489d66ce-f98e-46c5-a1fb-ff85f0edc42c,revision_number=1']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:55.907354 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Attempting to bind port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:43:55.907810 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Attempting to bind port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'aa52c9c4-d4d9-4356-a80b-e9597128b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:43:55.908055 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Attempting to bind port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c on network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:43:55.926527 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Allocated IP 172.27.0.9 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:43:55.952713 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:43:55.953127 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Checking segment: {'id': 'aa52c9c4-d4d9-4356-a80b-e9597128b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:43:55.953649 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.954045 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Bound using segment: {'id': 'aa52c9c4-d4d9-4356-a80b-e9597128b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:43:55.954542 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Bound port: 489d66ce-f98e-46c5-a1fb-ff85f0edc42c, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa52c9c4-d4d9-4356-a80b-e9597128b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:43:55.954918 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (489d66ce-f98e-46c5-a1fb-ff85f0edc42c), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:55.995577 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919ce2f-0d09-4c44-b30c-2cd97fb5f5b0 req-ddfdfeb5-08c0-4e5e-b005-d08ad6e14815 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:55.997256 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d919ce2f-0d09-4c44-b30c-2cd97fb5f5b0 req-ddfdfeb5-08c0-4e5e-b005-d08ad6e14815 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 946 time: 0.0500185 Oct 20 14:43:56.011077 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:56.028301 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] For port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:43:56.032149 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] For port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=489d66ce-f98e-46c5-a1fb-ff85f0edc42c,segment=NetworkSegment(aa52c9c4-d4d9-4356-a80b-e9597128b159),segment_id=aa52c9c4-d4d9-4356-a80b-e9597128b159)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:43:56.039449 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Publish callbacks [] for port (59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:56.039710 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (489d66ce-f98e-46c5-a1fb-ff85f0edc42c), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:56.043921 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:56.048776 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d919ce2f-0d09-4c44-b30c-2cd97fb5f5b0 req-150e3b81-dba8-4cec-a87c-5ee8ad37f57d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456860 Oct 20 14:43:56.092463 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:56.114824 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed3240-9904-4be2-b35f-727bd0933e3e None None] Pushing event updated for resources: {'Port': ['ID=489d66ce-f98e-46c5-a1fb-ff85f0edc42c,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:56.139583 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:43:56.142864 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:43:56.145097 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Pushing event updated for resources: {'Port': ['ID=59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:56.147281 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:43:56.298903 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:56.316939 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196612c-49c5-4b4b-8c2c-93ec07b1d1d8 req-95d74be7-e2ea-4e7c-8221-eaa1544795a3 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:56.320927 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2196612c-49c5-4b4b-8c2c-93ec07b1d1d8 req-95d74be7-e2ea-4e7c-8221-eaa1544795a3 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0806978 Oct 20 14:43:56.391607 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2196612c-49c5-4b4b-8c2c-93ec07b1d1d8 req-a235d97c-92f4-4a26-b1bd-00b25b3383a6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515909 Oct 20 14:43:56.441761 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Publish callbacks [] for router_gateway (4b0750fb-181b-4d46-aeb0-18ac2c91304d), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:56.452523 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:56.475964 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 489d66ce-f98e-46c5-a1fb-ff85f0edc42c up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:43:56.520500 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:43:56.520790 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (489d66ce-f98e-46c5-a1fb-ff85f0edc42c), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:56.521116 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c Oct 20 14:43:56.582980 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:56.599117 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:43:56.599531 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (489d66ce-f98e-46c5-a1fb-ff85f0edc42c), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:56.608582 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:56.634873 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=489d66ce-f98e-46c5-a1fb-ff85f0edc42c,segment=NetworkSegment(aa52c9c4-d4d9-4356-a80b-e9597128b159),segment_id=aa52c9c4-d4d9-4356-a80b-e9597128b159)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:43:56.641229 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (489d66ce-f98e-46c5-a1fb-ff85f0edc42c), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:56.642317 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647634'] for router (4b0750fb-181b-4d46-aeb0-18ac2c91304d), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:56.690903 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=489d66ce-f98e-46c5-a1fb-ff85f0edc42c,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:56.774071 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Router 4b0750fb-181b-4d46-aeb0-18ac2c91304d is scheduled to L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 with binding_index 1 {{(pid=111616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 14:43:56.874070 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:56.887971 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:43:56.900583 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Sync routers for ids ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:43:56.917769 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Routers {'4b0750fb-181b-4d46-aeb0-18ac2c91304d'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:43:56.918396 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:43:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:43:56.920988 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:56.922367 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-dc96a489-8af6-47a2-a350-fa42e87e0903 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5325220 Oct 20 14:43:56.925311 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36092) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:57.043635 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Set router 4b0750fb-181b-4d46-aeb0-18ac2c91304d gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:43:57.171205 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b75183-8664-4921-83fe-3564e70e5ae0 None None] Network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:43:57.271423 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19fa7f-f58c-4bb1-909d-3236d6155daf req-4fdfabae-4f70-4106-8b7e-bb7ebaf27b58 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:57.273093 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0e19fa7f-f58c-4bb1-909d-3236d6155daf req-4fdfabae-4f70-4106-8b7e-bb7ebaf27b58 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 946 time: 0.1048541 Oct 20 14:43:57.406896 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-3df7a460-dc4c-4485-8f4f-e03e3e9e5e06 None None] Provisioning complete for port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:43:57.407140 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-3df7a460-dc4c-4485-8f4f-e03e3e9e5e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (489d66ce-f98e-46c5-a1fb-ff85f0edc42c), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:57.407468 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-3df7a460-dc4c-4485-8f4f-e03e3e9e5e06 None None] Attempt 1 to provision port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c Oct 20 14:43:57.420803 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0e19fa7f-f58c-4bb1-909d-3236d6155daf req-46b66b40-01d2-4872-b79a-a3b0c90f5e7c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075878 Oct 20 14:43:57.541950 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:56Z', 'revision_number': 3, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port': {'id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:43:57.546461 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:57.562405 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:57.571574 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e663bad-db1d-4308-a8db-ec431e46ea6a req-fddbaaef-b704-4393-a30e-b5b9a9c0ce1e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:57.573248 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4e663bad-db1d-4308-a8db-ec431e46ea6a req-fddbaaef-b704-4393-a30e-b5b9a9c0ce1e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0714893 Oct 20 14:43:57.594155 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Checking router: 4b0750fb-181b-4d46-aeb0-18ac2c91304d for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:43:57.594497 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Updating router 4b0750fb-181b-4d46-aeb0-18ac2c91304d port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f binding host dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:43:57.627663 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-3df7a460-dc4c-4485-8f4f-e03e3e9e5e06 None None] Current status of the port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:43:57.633869 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:57.667585 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4e663bad-db1d-4308-a8db-ec431e46ea6a req-3d384307-87ec-47f9-9f7a-3bcf8055f10e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872531 Oct 20 14:43:57.784216 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Allocated IP 172.20.0.1 (0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7/6261a774-bcf9-4250-b029-679ef5989401/39cdf31f-348a-4bc2-9e07-195676140670) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:43:57.796215 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:57.865582 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-e5f68b4a-1586-4f3a-905c-1fd5c0e15446 None None] Provisioning complete for port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:43:57.865955 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-e5f68b4a-1586-4f3a-905c-1fd5c0e15446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (489d66ce-f98e-46c5-a1fb-ff85f0edc42c), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:57.866292 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-e5f68b4a-1586-4f3a-905c-1fd5c0e15446 None None] Attempt 1 to provision port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c Oct 20 14:43:57.891847 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Publish callbacks [] for port (39cdf31f-348a-4bc2-9e07-195676140670), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:57.899607 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:57.925132 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (39cdf31f-348a-4bc2-9e07-195676140670), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:57.943593 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:57.970413 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:43:57.971460 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Publish callbacks [] for port (59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f), precommit_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:57.973622 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:43:57.977231 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:43:57.977696 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650576'] for router_interface (4b0750fb-181b-4d46-aeb0-18ac2c91304d), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:58.004653 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:58.018222 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Pushing event updated for resources: {'Port': ['ID=39cdf31f-348a-4bc2-9e07-195676140670,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:58.040592 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-e5f68b4a-1586-4f3a-905c-1fd5c0e15446 None None] Current status of the port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:43:58.053473 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Attempting to bind port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:43:58.054099 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Attempting to bind port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:43:58.054204 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Attempting to bind port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f on network ed096fec-642f-438e-acc4-cc1a6014fcef {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:43:58.086644 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf9425-63f9-4d04-8457-57640edd7c5b None None] Pushing event updated for resources: {'Port': ['ID=59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:58.108551 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:43:58.108924 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Checking segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:43:58.109349 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:58.109725 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Bound using segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:43:58.110186 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Bound port: 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:43:58.110967 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:58.126467 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (39cdf31f-348a-4bc2-9e07-195676140670), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:58.167727 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] For port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:43:58.171139 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] For port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:43:58.177457 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:58.218486 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Routers {'4b0750fb-181b-4d46-aeb0-18ac2c91304d'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:43:58.219107 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:43:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:43:58.283188 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf9425-63f9-4d04-8457-57640edd7c5b None None] Pushing event updated for resources: {'Port': ['ID=59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:58.290329 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Publish callbacks [] for port (39cdf31f-348a-4bc2-9e07-195676140670), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:58.294595 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-0c951e21-2c80-4c56-8c67-a5a0d85b8919 None None] Provisioning complete for port 39cdf31f-348a-4bc2-9e07-195676140670 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:43:58.294976 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0c951e21-2c80-4c56-8c67-a5a0d85b8919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (39cdf31f-348a-4bc2-9e07-195676140670), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:58.295365 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-0c951e21-2c80-4c56-8c67-a5a0d85b8919 None None] Attempt 1 to provision port 39cdf31f-348a-4bc2-9e07-195676140670 Oct 20 14:43:58.295842 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (39cdf31f-348a-4bc2-9e07-195676140670), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:58.296641 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1556649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653504'] for router_interface (4b0750fb-181b-4d46-aeb0-18ac2c91304d), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:58.304235 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:58.366172 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-0c951e21-2c80-4c56-8c67-a5a0d85b8919 None None] Port 39cdf31f-348a-4bc2-9e07-195676140670 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:43:58.379167 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Pushing event updated for resources: {'Port': ['ID=39cdf31f-348a-4bc2-9e07-195676140670,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:58.386708 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] Set router 4b0750fb-181b-4d46-aeb0-18ac2c91304d gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:43:58.427179 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:43:58.430136 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:43:58.456879 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 489d66ce-f98e-46c5-a1fb-ff85f0edc42c up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:43:58.577260 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:43:58.577630 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (489d66ce-f98e-46c5-a1fb-ff85f0edc42c), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:58.577966 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c Oct 20 14:43:58.584152 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:58.591315 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Router 4b0750fb-181b-4d46-aeb0-18ac2c91304d has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:43:58.619135 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d120-2a3a-42aa-9b89-fd9283c2b2d4 req-e841ecf6-067e-42fb-9216-884ea9da5589 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:58.620697 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8199d120-2a3a-42aa-9b89-fd9283c2b2d4 req-e841ecf6-067e-42fb-9216-884ea9da5589 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 946 time: 0.0696878 Oct 20 14:43:58.660080 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:58Z', 'revision_number': 4, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port': {'id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '39cdf31f-348a-4bc2-9e07-195676140670', 'name': '', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'mac_address': 'fa:16:3e:ad:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6261a774-bcf9-4250-b029-679ef5989401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:57Z', 'updated_at': '2022-10-20T14:43:57Z', 'revision_number': 1, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'subnets': [{'id': '6261a774-bcf9-4250-b029-679ef5989401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:43:58.704863 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59319b-9917-4561-8dc2-fb721fa0b855 None None] The sync data for ids ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'] in dv-cinder-779233-7-iscsi is: [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:58Z', 'revision_number': 4, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port': {'id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '39cdf31f-348a-4bc2-9e07-195676140670', 'name': '', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'mac_address': 'fa:16:3e:ad:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6261a774-bcf9-4250-b029-679ef5989401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:57Z', 'updated_at': '2022-10-20T14:43:57Z', 'revision_number': 1, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'subnets': [{'id': '6261a774-bcf9-4250-b029-679ef5989401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:43:58.722464 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-c9cf4a28-ca79-4cd6-978a-063eb4d79270 None None] Provisioning complete for port 39cdf31f-348a-4bc2-9e07-195676140670 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:43:58.722837 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-c9cf4a28-ca79-4cd6-978a-063eb4d79270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (39cdf31f-348a-4bc2-9e07-195676140670), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:58.723172 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-c9cf4a28-ca79-4cd6-978a-063eb4d79270 None None] Attempt 1 to provision port 39cdf31f-348a-4bc2-9e07-195676140670 Oct 20 14:43:58.748403 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:43:58.750253 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8199d120-2a3a-42aa-9b89-fd9283c2b2d4 req-077616a0-07f7-4492-9e30-8cad4d9ceba0 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925868 Oct 20 14:43:58.766762 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:43:58.768489 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:58.770053 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:58.772525 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf4a28-ca79-4cd6-978a-063eb4d79270 None None] Port 39cdf31f-348a-4bc2-9e07-195676140670 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:43:58.772851 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-ec295514-fe61-4dc8-a2c9-833cb0470386 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/4b0750fb-181b-4d46-aeb0-18ac2c91304d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8461025 Oct 20 14:43:58.831209 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe945315-3396-4ac8-b6e3-144c7d1d8bf9 req-e785b94e-53c6-4d7e-9a97-f66c8d5535ff tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:58.833019 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fe945315-3396-4ac8-b6e3-144c7d1d8bf9 req-e785b94e-53c6-4d7e-9a97-f66c8d5535ff tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0588381 Oct 20 14:43:58.886099 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fe945315-3396-4ac8-b6e3-144c7d1d8bf9 req-60710eec-e197-4fc4-b903-0efcd25fb900 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458634 Oct 20 14:43:59.306218 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36146) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:59.312088 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2094320995-network', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:43:59.333590 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] Made reservation on behalf of 360cea05ebfc4d95b3b37a53f9673b3c for: {'network': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:43:59.336055 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:59.345453 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:59.446261 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] Publish callbacks [] for security_group (bcef4670-6803-49b0-973c-0e9ace92d643), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:59.450754 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (bcef4670-6803-49b0-973c-0e9ace92d643), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:59.478161 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=111617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:43:59.489822 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcef4670-6803-49b0-973c-0e9ace92d643,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:59.495177 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (e76cbed0-bb11-455f-af25-8d71b2d79d9e), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:59.495545 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.segments_db [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] Added segment e76cbed0-bb11-455f-af25-8d71b2d79d9e of type vlan for network 333b0911-5edf-4a0f-9963-cfcdfe41a26b Oct 20 14:43:59.541066 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (333b0911-5edf-4a0f-9963-cfcdfe41a26b), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:59.570569 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (333b0911-5edf-4a0f-9963-cfcdfe41a26b), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:59.571895 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:59.572526 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:59.576418 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:59.628271 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3208556 Oct 20 14:43:59.631079 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36148) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:43:59.636682 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-23e2ff86-edb5-4578-b921-24a564baefd6 admin admin] Request body: {'subnet': {'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2094320995-subnet', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'ip_version': 4}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:43:59.657220 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976de091-a68a-4e98-b7f2-922f38034bc7 admin admin] Pushing event updated for resources: {'Network': ['ID=333b0911-5edf-4a0f-9963-cfcdfe41a26b,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:59.673179 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network 333b0911-5edf-4a0f-9963-cfcdfe41a26b details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:43:59.674346 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e2ff86-edb5-4578-b921-24a564baefd6 admin admin] Made reservation on behalf of 360cea05ebfc4d95b3b37a53f9673b3c for: {'subnet': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:43:59.678298 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-23e2ff86-edb5-4578-b921-24a564baefd6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:59.681315 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:59.702838 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80531f95-5ff1-4924-82c7-2b4f6827f583 req-2743acee-68e1-4945-a4b1-75e9fe886cee service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473583 Oct 20 14:43:59.774091 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531f95-5ff1-4924-82c7-2b4f6827f583 req-cbcccd29-acbd-4126-abf8-bcd26ff9542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:59.775649 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80531f95-5ff1-4924-82c7-2b4f6827f583 req-cbcccd29-acbd-4126-abf8-bcd26ff9542e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=afd56c15beff4515a44799ee7ec083a3&device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 1130 time: 0.0450468 Oct 20 14:43:59.809430 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:59.877268 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-23e2ff86-edb5-4578-b921-24a564baefd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (4a522402-57fb-45a3-85c9-6b8a910ea026), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:43:59.898288 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531f95-5ff1-4924-82c7-2b4f6827f583 req-4f0c0dc2-8b75-4668-83be-23f94c456ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:59.899863 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80531f95-5ff1-4924-82c7-2b4f6827f583 req-4f0c0dc2-8b75-4668-83be-23f94c456ded service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=8527c204-ec5a-42a2-811a-426241f609de HTTP/1.1" status: 200 len: 918 time: 0.1008263 Oct 20 14:43:59.936705 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2ff86-edb5-4578-b921-24a564baefd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a522402-57fb-45a3-85c9-6b8a910ea026,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:43:59.947657 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e2ff86-edb5-4578-b921-24a564baefd6 admin admin] Checking segment: {'id': 'e76cbed0-bb11-455f-af25-8d71b2d79d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:43:59.948701 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e2ff86-edb5-4578-b921-24a564baefd6 admin admin] Network hostable DHCP agents. Network: 333b0911-5edf-4a0f-9963-cfcdfe41a26b, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:43:59.958671 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:43:59.971620 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80531f95-5ff1-4924-82c7-2b4f6827f583 req-363e5aba-bd56-4a0e-ab83-4bee31c0090f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade HTTP/1.1" status: 200 len: 1001 time: 0.0643041 Oct 20 14:43:59.971909 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e2ff86-edb5-4578-b921-24a564baefd6 admin admin] Network 333b0911-5edf-4a0f-9963-cfcdfe41a26b is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:43:59.983655 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-23e2ff86-edb5-4578-b921-24a564baefd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, 333b0911-5edf-4a0f-9963-cfcdfe41a26b) {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:43:59.992757 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5ed7a3-1872-4fb1-87f9-70b50306f054 None None] Network 333b0911-5edf-4a0f-9963-cfcdfe41a26b requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:43:59.994173 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e2ff86-edb5-4578-b921-24a564baefd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:43:59.995461 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-23e2ff86-edb5-4578-b921-24a564baefd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.030598 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531f95-5ff1-4924-82c7-2b4f6827f583 req-b3bd57a3-5be3-454d-a91f-5c6355b63e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:00.032174 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80531f95-5ff1-4924-82c7-2b4f6827f583 req-b3bd57a3-5be3-454d-a91f-5c6355b63e54 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ca5871aa-7167-4149-b162-6807c8f57b7d HTTP/1.1" status: 200 len: 856 time: 0.0526390 Oct 20 14:44:00.044828 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-23e2ff86-edb5-4578-b921-24a564baefd6 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4126482 Oct 20 14:44:00.048321 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36152) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:00.054555 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2094320995-router', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:00.078995 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0188ec-f461-4cbf-ae7e-a253d24c6b35 req-6d93eff2-85cd-4cd6-9905-8a2b89c35213 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:00.080564 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3f0188ec-f461-4cbf-ae7e-a253d24c6b35 req-6d93eff2-85cd-4cd6-9905-8a2b89c35213 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0808024 Oct 20 14:44:00.097216 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531f95-5ff1-4924-82c7-2b4f6827f583 req-d3be1725-c780-4818-b3e5-3e11a3713b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:00.098832 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80531f95-5ff1-4924-82c7-2b4f6827f583 req-d3be1725-c780-4818-b3e5-3e11a3713b51 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=8527c204-ec5a-42a2-811a-426241f609de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597467 Oct 20 14:44:00.102523 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2810'] for router (1daf69b6-c714-4710-a96c-01bb0b90a0b9), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.103529 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2797'] for router (1daf69b6-c714-4710-a96c-01bb0b90a0b9), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.138628 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b6c131a-0226-5d4d-ba6c-abc91a33af30-333b0911-5edf-4a0f-9963-cfcdfe41a26b', 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b', 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'fixed_ips': [{'subnet_id': '4a522402-57fb-45a3-85c9-6b8a910ea026'}]}} from dv-cinder-779233-7-iscsi. {{(pid=111618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 14:44:00.140176 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.158299 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Publish callbacks [] for router_controller (1daf69b6-c714-4710-a96c-01bb0b90a0b9), precommit_add_association {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.226450 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80531f95-5ff1-4924-82c7-2b4f6827f583 req-a0190608-5947-4dfa-a725-36764b8edec8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163363 Oct 20 14:44:00.249516 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3f0188ec-f461-4cbf-ae7e-a253d24c6b35 req-726ee0db-997e-4b38-b425-04daa96be09c tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616416 Oct 20 14:44:00.299426 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.db_base_plugin_common [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Allocated IP 172.20.0.2 (333b0911-5edf-4a0f-9963-cfcdfe41a26b/4a522402-57fb-45a3-85c9-6b8a910ea026/314ea178-8624-40c3-8d48-0325e27bb5cf) {{(pid=111618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:44:00.331498 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Publish callbacks [] for router_gateway (1daf69b6-c714-4710-a96c-01bb0b90a0b9), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.343871 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-80531f95-5ff1-4924-82c7-2b4f6827f583 req-5cab294b-0ca9-4486-a9d7-eb151302b547 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021812 Oct 20 14:44:00.492484 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:44:00.521425 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Publish callbacks [] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), precommit_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.535581 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.554235 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Publish callbacks [] for router_gateway (1daf69b6-c714-4710-a96c-01bb0b90a0b9), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.573802 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.580505 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:00.581322 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Network 333b0911-5edf-4a0f-9963-cfcdfe41a26b is already hosted by enough agents. {{(pid=111618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:44:00.589001 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.base_scheduler [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Resources bound (agent type, host, resource id): {{(pid=111618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:44:00.595149 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Received port after_create {{(pid=111618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:44:00.599103 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Pushing event updated for resources: {'Port': ['ID=314ea178-8624-40c3-8d48-0325e27bb5cf,revision_number=1']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:00.603532 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:00.603913 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.604802 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f Oct 20 14:44:00.690737 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Attempting to bind port 314ea178-8624-40c3-8d48-0325e27bb5cf on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:44:00.691098 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Attempting to bind port 314ea178-8624-40c3-8d48-0325e27bb5cf by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'e76cbed0-bb11-455f-af25-8d71b2d79d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:44:00.691457 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Attempting to bind port 314ea178-8624-40c3-8d48-0325e27bb5cf on network 333b0911-5edf-4a0f-9963-cfcdfe41a26b {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:44:00.698826 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Allocated IP 172.27.0.243 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:44:00.763270 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:00.763655 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.768884 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:44:00.769251 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Checking segment: {'id': 'e76cbed0-bb11-455f-af25-8d71b2d79d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:44:00.769642 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.770604 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Bound using segment: {'id': 'e76cbed0-bb11-455f-af25-8d71b2d79d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:44:00.771099 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Bound port: 314ea178-8624-40c3-8d48-0325e27bb5cf, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76cbed0-bb11-455f-af25-8d71b2d79d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:44:00.771449 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.801420 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:00.822573 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.830969 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:00.854587 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:00.901659 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:00.908576 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] For port 314ea178-8624-40c3-8d48-0325e27bb5cf, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:44:00.912221 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] For port 314ea178-8624-40c3-8d48-0325e27bb5cf, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=314ea178-8624-40c3-8d48-0325e27bb5cf,segment=NetworkSegment(e76cbed0-bb11-455f-af25-8d71b2d79d9e),segment_id=e76cbed0-bb11-455f-af25-8d71b2d79d9e)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:44:00.920990 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:00.997189 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b958ed8-a4e5-4eee-a79e-4eefcb03775a None None] Pushing event updated for resources: {'Port': ['ID=314ea178-8624-40c3-8d48-0325e27bb5cf,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:01.069373 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Sync routers for ids ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:44:01.085881 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Routers {'4b0750fb-181b-4d46-aeb0-18ac2c91304d'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:01.086169 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Publish callbacks [] for port (07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:01.086931 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:43:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:01.125202 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:01.131072 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:01.220549 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:44:01.221802 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Pushing event updated for resources: {'Port': ['ID=07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:01.225364 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:44:01.236420 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:44:01.240387 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Set router 4b0750fb-181b-4d46-aeb0-18ac2c91304d gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:01.240553 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.240762 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.241102 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.241464 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.241797 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.242125 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.242448 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.242767 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.243087 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.243417 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.243718 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.244037 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.244377 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.244834 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.245028 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.456701 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0aa65-7aad-4cc5-83c4-a78d1e31bbce req-f3e92825-e5dd-42ba-a991-dddc79177509 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:01.458167 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-60f0aa65-7aad-4cc5-83c4-a78d1e31bbce req-f3e92825-e5dd-42ba-a991-dddc79177509 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0873940 Oct 20 14:44:01.472322 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:58Z', 'revision_number': 4, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port': {'id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '39cdf31f-348a-4bc2-9e07-195676140670', 'name': '', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'mac_address': 'fa:16:3e:ad:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6261a774-bcf9-4250-b029-679ef5989401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:57Z', 'updated_at': '2022-10-20T14:43:58Z', 'revision_number': 2, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'subnets': [{'id': '6261a774-bcf9-4250-b029-679ef5989401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:01.500784 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Checking router: 4b0750fb-181b-4d46-aeb0-18ac2c91304d for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:44:01.501140 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Updating router 4b0750fb-181b-4d46-aeb0-18ac2c91304d port 39cdf31f-348a-4bc2-9e07-195676140670 binding host dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:44:01.531870 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (39cdf31f-348a-4bc2-9e07-195676140670), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:01.539849 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Publish callbacks [] for router_gateway (1daf69b6-c714-4710-a96c-01bb0b90a0b9), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:01.579801 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-60f0aa65-7aad-4cc5-83c4-a78d1e31bbce req-c7f8b1e4-db95-4104-a112-249bdcec03f4 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147051 Oct 20 14:44:01.715970 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:01.765902 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647634'] for router (1daf69b6-c714-4710-a96c-01bb0b90a0b9), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:01.825410 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Publish callbacks [] for port (39cdf31f-348a-4bc2-9e07-195676140670), precommit_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:01.831529 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (39cdf31f-348a-4bc2-9e07-195676140670), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:01.877380 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Pushing event updated for resources: {'Port': ['ID=39cdf31f-348a-4bc2-9e07-195676140670,revision_number=3']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:01.900757 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.901402 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.901900 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.902519 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.902764 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.903233 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.903812 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.904062 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.904446 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.904802 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.905123 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.905456 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.905774 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.906160 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Router 1daf69b6-c714-4710-a96c-01bb0b90a0b9 is scheduled to L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 with binding_index 1 {{(pid=111617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 14:44:01.906306 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.906626 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:01.940165 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Attempting to bind port 39cdf31f-348a-4bc2-9e07-195676140670 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:44:01.940604 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Attempting to bind port 39cdf31f-348a-4bc2-9e07-195676140670 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'aa52c9c4-d4d9-4356-a80b-e9597128b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7'}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:44:01.941067 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Attempting to bind port 39cdf31f-348a-4bc2-9e07-195676140670 on network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:44:01.987365 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:44:01.987729 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Checking segment: {'id': 'aa52c9c4-d4d9-4356-a80b-e9597128b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:44:01.988313 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:01.988866 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Bound using segment: {'id': 'aa52c9c4-d4d9-4356-a80b-e9597128b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7'} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:44:01.989479 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Bound port: 39cdf31f-348a-4bc2-9e07-195676140670, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa52c9c4-d4d9-4356-a80b-e9597128b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7'}}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:44:01.990016 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (39cdf31f-348a-4bc2-9e07-195676140670), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:01.991806 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:02.023153 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:44:02.031347 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aaff0f-5168-48aa-876d-76aba61d76e1 None None] Network 333b0911-5edf-4a0f-9963-cfcdfe41a26b requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:44:02.038013 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Sync routers for ids ['1daf69b6-c714-4710-a96c-01bb0b90a0b9'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:44:02.047438 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:02.048789 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-d0a2ea3b-3a08-41a2-a80c-36a4cd6dda0e admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9998505 Oct 20 14:44:02.051467 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36160) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:02.063831 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] For port 39cdf31f-348a-4bc2-9e07-195676140670, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:44:02.067225 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] For port 39cdf31f-348a-4bc2-9e07-195676140670, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=39cdf31f-348a-4bc2-9e07-195676140670,segment=NetworkSegment(aa52c9c4-d4d9-4356-a80b-e9597128b159),segment_id=aa52c9c4-d4d9-4356-a80b-e9597128b159)] {{(pid=111619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:44:02.075662 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (39cdf31f-348a-4bc2-9e07-195676140670), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:02.128051 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:02.131619 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c15e4a-a00b-40be-89d0-88838c942523 None None] Pushing event updated for resources: {'Port': ['ID=39cdf31f-348a-4bc2-9e07-195676140670,revision_number=4']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:02.146733 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Routers {'4b0750fb-181b-4d46-aeb0-18ac2c91304d'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:02.147629 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:43:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:02.255696 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-b1252eee-58fa-4b56-aad9-a0456ab9ca94 None None] Provisioning complete for port 314ea178-8624-40c3-8d48-0325e27bb5cf triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:02.256083 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b1252eee-58fa-4b56-aad9-a0456ab9ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:02.256442 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-b1252eee-58fa-4b56-aad9-a0456ab9ca94 None None] Attempt 1 to provision port 314ea178-8624-40c3-8d48-0325e27bb5cf Oct 20 14:44:02.266561 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] Set router 4b0750fb-181b-4d46-aeb0-18ac2c91304d gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:02.300820 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Routers {'1daf69b6-c714-4710-a96c-01bb0b90a0b9'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:02.301758 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:43:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['1daf69b6-c714-4710-a96c-01bb0b90a0b9'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:02.345885 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:02.499030 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Set router 1daf69b6-c714-4710-a96c-01bb0b90a0b9 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:02.503878 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:02.523275 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:58Z', 'revision_number': 4, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port': {'id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '39cdf31f-348a-4bc2-9e07-195676140670', 'name': '', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'mac_address': 'fa:16:3e:ad:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6261a774-bcf9-4250-b029-679ef5989401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:57Z', 'updated_at': '2022-10-20T14:44:02Z', 'revision_number': 4, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'subnets': [{'id': '6261a774-bcf9-4250-b029-679ef5989401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:02.553026 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f1dfa-63cd-4028-adbe-149fc648da22 None None] The sync data for ids ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'] in dv-cinder-779233-7-iscsi is: [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:58Z', 'revision_number': 4, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port': {'id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '39cdf31f-348a-4bc2-9e07-195676140670', 'name': '', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'mac_address': 'fa:16:3e:ad:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6261a774-bcf9-4250-b029-679ef5989401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:57Z', 'updated_at': '2022-10-20T14:44:02Z', 'revision_number': 4, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'subnets': [{'id': '6261a774-bcf9-4250-b029-679ef5989401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:44:02.567727 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:02.636262 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 39cdf31f-348a-4bc2-9e07-195676140670 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:44:02.672811 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-b1252eee-58fa-4b56-aad9-a0456ab9ca94 None None] Current status of the port 314ea178-8624-40c3-8d48-0325e27bb5cf is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:02.673214 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b1252eee-58fa-4b56-aad9-a0456ab9ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:02.724041 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Allocated IP 172.20.0.1 (333b0911-5edf-4a0f-9963-cfcdfe41a26b/4a522402-57fb-45a3-85c9-6b8a910ea026/c542a6c1-a4b6-49c1-8767-bcfee11d50c1) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:44:02.761064 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-b1252eee-58fa-4b56-aad9-a0456ab9ca94 None None] For port 314ea178-8624-40c3-8d48-0325e27bb5cf, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=314ea178-8624-40c3-8d48-0325e27bb5cf,segment=NetworkSegment(e76cbed0-bb11-455f-af25-8d71b2d79d9e),segment_id=e76cbed0-bb11-455f-af25-8d71b2d79d9e)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:02.771010 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b1252eee-58fa-4b56-aad9-a0456ab9ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:02.783233 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedfa0a-d053-4172-83f3-f879135e0cec req-d3588d2a-9c92-4750-b3b0-5c5e96678696 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:02.784838 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7dedfa0a-d053-4172-83f3-f879135e0cec req-d3588d2a-9c92-4750-b3b0-5c5e96678696 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0811846 Oct 20 14:44:02.829714 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:02.850626 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 39cdf31f-348a-4bc2-9e07-195676140670 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:02.851140 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (39cdf31f-348a-4bc2-9e07-195676140670), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:02.851595 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 39cdf31f-348a-4bc2-9e07-195676140670 Oct 20 14:44:02.857181 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1252eee-58fa-4b56-aad9-a0456ab9ca94 None None] Pushing event updated for resources: {'Port': ['ID=314ea178-8624-40c3-8d48-0325e27bb5cf,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:02.890567 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7dedfa0a-d053-4172-83f3-f879135e0cec req-c25e4635-5a72-4dce-bf92-77df213efb5d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962453 Oct 20 14:44:02.930050 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-c23c61cd-b421-48b0-b8e5-4aee0da43064 None None] Provisioning complete for port 314ea178-8624-40c3-8d48-0325e27bb5cf triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:02.930346 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-c23c61cd-b421-48b0-b8e5-4aee0da43064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:02.930693 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-c23c61cd-b421-48b0-b8e5-4aee0da43064 None None] Attempt 1 to provision port 314ea178-8624-40c3-8d48-0325e27bb5cf Oct 20 14:44:02.944229 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Publish callbacks [] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:02.957134 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'name': 'tempest-TestMinimumBasicScenario-2094320995-router', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:44:01Z', 'revision_number': 3, 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'gw_port': {'id': '07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:02.978557 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.002484 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Checking router: 1daf69b6-c714-4710-a96c-01bb0b90a0b9 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:44:03.002842 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Updating router 1daf69b6-c714-4710-a96c-01bb0b90a0b9 port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb binding host dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:44:03.026648 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Network 333b0911-5edf-4a0f-9963-cfcdfe41a26b is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:44:03.031817 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:44:03.035686 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:44:03.036162 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650576'] for router_interface (1daf69b6-c714-4710-a96c-01bb0b90a0b9), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.039185 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:03.074128 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Pushing event updated for resources: {'Port': ['ID=c542a6c1-a4b6-49c1-8767-bcfee11d50c1,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:03.078249 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.141782 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 39cdf31f-348a-4bc2-9e07-195676140670 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:03.142176 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (39cdf31f-348a-4bc2-9e07-195676140670), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.192616 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.208904 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-c23c61cd-b421-48b0-b8e5-4aee0da43064 None None] Current status of the port 314ea178-8624-40c3-8d48-0325e27bb5cf is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:03.255833 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 39cdf31f-348a-4bc2-9e07-195676140670, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=39cdf31f-348a-4bc2-9e07-195676140670,segment=NetworkSegment(aa52c9c4-d4d9-4356-a80b-e9597128b159),segment_id=aa52c9c4-d4d9-4356-a80b-e9597128b159)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:03.274797 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (39cdf31f-348a-4bc2-9e07-195676140670), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.275748 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 314ea178-8624-40c3-8d48-0325e27bb5cf up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:44:03.318480 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:03.391703 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-97c45c18-eee1-43be-a91e-782613d0f80b None None] Provisioning complete for port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:03.391983 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-97c45c18-eee1-43be-a91e-782613d0f80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.392313 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-97c45c18-eee1-43be-a91e-782613d0f80b None None] Attempt 1 to provision port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 Oct 20 14:44:03.401821 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Publish callbacks [] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.407071 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.407861 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1556649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653504'] for router_interface (1daf69b6-c714-4710-a96c-01bb0b90a0b9), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.465185 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=39cdf31f-348a-4bc2-9e07-195676140670,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:03.485634 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-97c45c18-eee1-43be-a91e-782613d0f80b None None] Port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:44:03.489988 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 314ea178-8624-40c3-8d48-0325e27bb5cf triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:03.491069 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.491069 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 314ea178-8624-40c3-8d48-0325e27bb5cf Oct 20 14:44:03.491304 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Pushing event updated for resources: {'Port': ['ID=c542a6c1-a4b6-49c1-8767-bcfee11d50c1,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:03.530065 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:03.540360 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Network 333b0911-5edf-4a0f-9963-cfcdfe41a26b is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:44:03.542949 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:44:03.585697 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Publish callbacks [] for port (07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb), precommit_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.616110 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.655791 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 314ea178-8624-40c3-8d48-0325e27bb5cf is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:03.656914 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:44:03.661101 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Router 1daf69b6-c714-4710-a96c-01bb0b90a0b9 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:44:03.663508 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:03.683177 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Attempting to bind port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:44:03.683558 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Attempting to bind port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:44:03.683910 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Attempting to bind port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb on network ed096fec-642f-438e-acc4-cc1a6014fcef {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:44:03.721534 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c9723-e0f0-453d-9c91-559ab96831ab None None] Pushing event updated for resources: {'Port': ['ID=07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:03.754946 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:44:03.755331 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Checking segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:44:03.755728 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.756124 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Bound using segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:44:03.756623 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Bound port: 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:44:03.757003 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.771755 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:44:03.777269 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-4c582495-2e74-4a82-ac82-eb7ac82b85df admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/1daf69b6-c714-4710-a96c-01bb0b90a0b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7247934 Oct 20 14:44:03.782379 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:03.782748 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.783081 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f Oct 20 14:44:03.833497 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:03.844843 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-7fa1a344-7f8e-4014-aa54-b0cab876370c None None] Provisioning complete for port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:03.845213 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7fa1a344-7f8e-4014-aa54-b0cab876370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.845544 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-7fa1a344-7f8e-4014-aa54-b0cab876370c None None] Attempt 1 to provision port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 Oct 20 14:44:03.879350 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] For port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:44:03.901033 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] For port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:44:03.907598 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-7fa1a344-7f8e-4014-aa54-b0cab876370c None None] Port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:44:03.911132 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:03.980843 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:03.985422 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Routers {'1daf69b6-c714-4710-a96c-01bb0b90a0b9'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:03.986049 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:43:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['1daf69b6-c714-4710-a96c-01bb0b90a0b9'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:04.033072 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c9723-e0f0-453d-9c91-559ab96831ab None None] Pushing event updated for resources: {'Port': ['ID=07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:04.033340 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9a1dc-7bfc-4ffd-820d-d25e7f9dcc93 req-191bd08d-791d-47fb-a2a3-2655e815995a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:04.037607 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-71c9a1dc-7bfc-4ffd-820d-d25e7f9dcc93 req-191bd08d-791d-47fb-a2a3-2655e815995a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0535638 Oct 20 14:44:04.088657 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-71c9a1dc-7bfc-4ffd-820d-d25e7f9dcc93 req-24c75a7d-bd54-4844-bfac-bea4449a48af tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469153 Oct 20 14:44:04.112307 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] Set router 1daf69b6-c714-4710-a96c-01bb0b90a0b9 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:04.459785 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'name': 'tempest-TestMinimumBasicScenario-2094320995-router', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 4, 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'gw_port': {'id': '07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': 'c542a6c1-a4b6-49c1-8767-bcfee11d50c1', 'name': '', 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'mac_address': 'fa:16:3e:56:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4a522402-57fb-45a3-85c9-6b8a910ea026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:44:02Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 2, 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'subnets': [{'id': '4a522402-57fb-45a3-85c9-6b8a910ea026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:04.491287 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 39cdf31f-348a-4bc2-9e07-195676140670 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:44:04.496172 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285dd44-503f-473b-a750-73495ab71b71 None None] The sync data for ids ['1daf69b6-c714-4710-a96c-01bb0b90a0b9'] in dv-cinder-779233-7-iscsi is: [{'id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'name': 'tempest-TestMinimumBasicScenario-2094320995-router', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 4, 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'gw_port': {'id': '07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': 'c542a6c1-a4b6-49c1-8767-bcfee11d50c1', 'name': '', 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'mac_address': 'fa:16:3e:56:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4a522402-57fb-45a3-85c9-6b8a910ea026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:44:02Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 2, 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'subnets': [{'id': '4a522402-57fb-45a3-85c9-6b8a910ea026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:44:04.548492 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 39cdf31f-348a-4bc2-9e07-195676140670 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:04.549010 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (39cdf31f-348a-4bc2-9e07-195676140670), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:04.549539 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 39cdf31f-348a-4bc2-9e07-195676140670 Oct 20 14:44:04.599473 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:04.647403 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 39cdf31f-348a-4bc2-9e07-195676140670 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:04.647761 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 314ea178-8624-40c3-8d48-0325e27bb5cf up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:44:04.700473 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 314ea178-8624-40c3-8d48-0325e27bb5cf triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:04.700909 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:04.701397 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 314ea178-8624-40c3-8d48-0325e27bb5cf Oct 20 14:44:04.830684 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 314ea178-8624-40c3-8d48-0325e27bb5cf is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:05.231211 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6faf9-b405-4eda-8383-d6a8afe2d92c req-9c1dc3ca-a668-405d-814a-5b718280e053 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:05.232860 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e3e6faf9-b405-4eda-8383-d6a8afe2d92c req-9c1dc3ca-a668-405d-814a-5b718280e053 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0530071 Oct 20 14:44:05.294476 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e3e6faf9-b405-4eda-8383-d6a8afe2d92c req-2e322aba-2ded-48d5-a77a-06b52dee67de tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539300 Oct 20 14:44:06.452947 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac2ebc-234f-4298-8246-566cab058a91 req-8fd94d4a-5afe-4d1e-a124-7409cfd5f872 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:06.464183 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bfac2ebc-234f-4298-8246-566cab058a91 req-8fd94d4a-5afe-4d1e-a124-7409cfd5f872 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0612180 Oct 20 14:44:06.529203 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bfac2ebc-234f-4298-8246-566cab058a91 req-d03b3895-3e9d-4ad9-88dc-35cc333b0a36 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637629 Oct 20 14:44:06.566991 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:44:06.620645 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:06.621033 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:06.621348 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb Oct 20 14:44:06.714426 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:06.715001 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:06.736240 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:06.741292 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:06.748205 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:06.803401 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:06.889969 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Sync routers for ids ['1daf69b6-c714-4710-a96c-01bb0b90a0b9'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:44:06.901919 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Routers {'1daf69b6-c714-4710-a96c-01bb0b90a0b9'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:06.902604 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:43:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['1daf69b6-c714-4710-a96c-01bb0b90a0b9'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:07.098880 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Set router 1daf69b6-c714-4710-a96c-01bb0b90a0b9 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:07.297944 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'name': 'tempest-TestMinimumBasicScenario-2094320995-router', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 4, 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'gw_port': {'id': '07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': 'c542a6c1-a4b6-49c1-8767-bcfee11d50c1', 'name': '', 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'mac_address': 'fa:16:3e:56:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4a522402-57fb-45a3-85c9-6b8a910ea026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:44:02Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 2, 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'subnets': [{'id': '4a522402-57fb-45a3-85c9-6b8a910ea026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:07.326490 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Checking router: 1daf69b6-c714-4710-a96c-01bb0b90a0b9 for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:44:07.326844 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Updating router 1daf69b6-c714-4710-a96c-01bb0b90a0b9 port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 binding host dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:44:07.361264 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:07.521957 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:07.643802 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Publish callbacks [] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), precommit_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:07.651221 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:07.677356 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38064cee-9ad2-4aa1-9f0a-cbb92c5ba244 req-f1b96dd1-a702-459b-a3ab-f99f03523211 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:07.678828 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-38064cee-9ad2-4aa1-9f0a-cbb92c5ba244 req-f1b96dd1-a702-459b-a3ab-f99f03523211 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0509741 Oct 20 14:44:07.746677 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b44003-9cb7-49bd-9bf9-eb4bb1ab12c4 None None] Pushing event updated for resources: {'Port': ['ID=c542a6c1-a4b6-49c1-8767-bcfee11d50c1,revision_number=3']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:07.761822 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Attempting to bind port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:44:07.762478 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Attempting to bind port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'e76cbed0-bb11-455f-af25-8d71b2d79d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b'}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:44:07.763028 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Attempting to bind port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 on network 333b0911-5edf-4a0f-9963-cfcdfe41a26b {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:44:07.767653 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-38064cee-9ad2-4aa1-9f0a-cbb92c5ba244 req-d0b781a6-993a-4bdb-b88b-8b4f0e881dbd tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754817 Oct 20 14:44:07.785420 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:07.812235 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:44:07.812235 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Checking segment: {'id': 'e76cbed0-bb11-455f-af25-8d71b2d79d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:44:07.812614 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:07.813047 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Bound using segment: {'id': 'e76cbed0-bb11-455f-af25-8d71b2d79d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b'} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:44:07.813604 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Bound port: c542a6c1-a4b6-49c1-8767-bcfee11d50c1, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76cbed0-bb11-455f-af25-8d71b2d79d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b'}}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:44:07.814036 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:07.882485 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] For port c542a6c1-a4b6-49c1-8767-bcfee11d50c1, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:44:07.889120 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] For port c542a6c1-a4b6-49c1-8767-bcfee11d50c1, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=c542a6c1-a4b6-49c1-8767-bcfee11d50c1,segment=NetworkSegment(e76cbed0-bb11-455f-af25-8d71b2d79d9e),segment_id=e76cbed0-bb11-455f-af25-8d71b2d79d9e)] {{(pid=111619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:44:07.896209 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:07.929003 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Routers {'1daf69b6-c714-4710-a96c-01bb0b90a0b9'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:07.929623 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:43:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['1daf69b6-c714-4710-a96c-01bb0b90a0b9'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:07.995033 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b44003-9cb7-49bd-9bf9-eb4bb1ab12c4 None None] Pushing event updated for resources: {'Port': ['ID=c542a6c1-a4b6-49c1-8767-bcfee11d50c1,revision_number=4']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:08.057845 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] Set router 1daf69b6-c714-4710-a96c-01bb0b90a0b9 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:08.271214 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'name': 'tempest-TestMinimumBasicScenario-2094320995-router', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 4, 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'gw_port': {'id': '07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': 'c542a6c1-a4b6-49c1-8767-bcfee11d50c1', 'name': '', 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'mac_address': 'fa:16:3e:56:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4a522402-57fb-45a3-85c9-6b8a910ea026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:44:02Z', 'updated_at': '2022-10-20T14:44:07Z', 'revision_number': 4, 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'subnets': [{'id': '4a522402-57fb-45a3-85c9-6b8a910ea026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:08.308149 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aad10f-0425-4a0c-bdcd-0d5fa215334c None None] The sync data for ids ['1daf69b6-c714-4710-a96c-01bb0b90a0b9'] in dv-cinder-779233-7-iscsi is: [{'id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'name': 'tempest-TestMinimumBasicScenario-2094320995-router', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 4, 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'gw_port': {'id': '07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': 'c542a6c1-a4b6-49c1-8767-bcfee11d50c1', 'name': '', 'network_id': '333b0911-5edf-4a0f-9963-cfcdfe41a26b', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'mac_address': 'fa:16:3e:56:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4a522402-57fb-45a3-85c9-6b8a910ea026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:44:02Z', 'updated_at': '2022-10-20T14:44:07Z', 'revision_number': 4, 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'subnets': [{'id': '4a522402-57fb-45a3-85c9-6b8a910ea026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:44:08.503290 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:44:08.580673 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:08.581222 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:08.581711 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb Oct 20 14:44:08.689833 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:08.692322 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device c542a6c1-a4b6-49c1-8767-bcfee11d50c1 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:44:08.740882 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:08.741630 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:08.742176 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 Oct 20 14:44:08.847575 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:08.848212 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:08.888915 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:08.892507 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port c542a6c1-a4b6-49c1-8767-bcfee11d50c1, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=c542a6c1-a4b6-49c1-8767-bcfee11d50c1,segment=NetworkSegment(e76cbed0-bb11-455f-af25-8d71b2d79d9e),segment_id=e76cbed0-bb11-455f-af25-8d71b2d79d9e)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:08.898815 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:08.942819 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c798b-8f34-4378-9316-b148565b4d60 req-6e67f34c-f518-48e8-b54a-699b46d99109 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:08.950228 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ca8c798b-8f34-4378-9316-b148565b4d60 req-6e67f34c-f518-48e8-b54a-699b46d99109 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0809507 Oct 20 14:44:08.970784 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=c542a6c1-a4b6-49c1-8767-bcfee11d50c1,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:09.011150 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ca8c798b-8f34-4378-9316-b148565b4d60 req-b6be86b7-c8bd-4e70-8628-f09d0ecc9fa5 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598497 Oct 20 14:44:10.157173 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30475c7d-3edc-429b-a915-72958ec07fd0 req-2c111df3-97e9-49cc-bf0b-5f379cc8d152 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:10.158869 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-30475c7d-3edc-429b-a915-72958ec07fd0 req-2c111df3-97e9-49cc-bf0b-5f379cc8d152 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0645001 Oct 20 14:44:10.193481 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:10.216505 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-30475c7d-3edc-429b-a915-72958ec07fd0 req-1645c6ca-3ec1-409a-8e44-248ab96880ff tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487843 Oct 20 14:44:10.332993 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:DELETE=1,neutron:SELECT=49 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:10.334987 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=32 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:10.472811 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device c542a6c1-a4b6-49c1-8767-bcfee11d50c1 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:44:10.533537 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:10.533997 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:10.534398 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 Oct 20 14:44:10.618440 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:11.378581 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470365e-da39-4335-8441-154746e9e2ce req-d62be60d-071d-42ee-b140-5966dacf62cd tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:11.380200 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a470365e-da39-4335-8441-154746e9e2ce req-d62be60d-071d-42ee-b140-5966dacf62cd tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0665331 Oct 20 14:44:11.437916 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a470365e-da39-4335-8441-154746e9e2ce req-1aa1dfbc-c2bd-4ec2-bc64-4149515f74e6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505669 Oct 20 14:44:12.227760 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667e992-5d53-4c60-9fe7-ea3e0a4b0b02 req-3b6aef7c-1dd4-426e-b460-17224aed6786 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:12.230003 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3667e992-5d53-4c60-9fe7-ea3e0a4b0b02 req-3b6aef7c-1dd4-426e-b460-17224aed6786 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 945 time: 0.0476091 Oct 20 14:44:12.254124 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:12.289352 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3667e992-5d53-4c60-9fe7-ea3e0a4b0b02 req-9d391134-0014-4130-8a17-3fc9badb394a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1f9324e3-34bb-4b95-b502-d33b3f5b2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527277 Oct 20 14:44:12.578014 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5d6e5-15c3-4eaf-af81-af7d32f23cb3 req-dd56468d-fe97-4054-b945-00fa7f9f6c64 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:12.579612 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-96f5d6e5-15c3-4eaf-af81-af7d32f23cb3 req-dd56468d-fe97-4054-b945-00fa7f9f6c64 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0492156 Oct 20 14:44:12.669082 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-96f5d6e5-15c3-4eaf-af81-af7d32f23cb3 req-7aed564d-060a-4988-a9fc-6f4620799ba4 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836694 Oct 20 14:44:13.419124 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb797d3-fe72-432d-90ff-7b8d0dcb52b2 req-80c877cc-994b-4c42-83bb-aef5ebc46afe tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:13.420616 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bcb797d3-fe72-432d-90ff-7b8d0dcb52b2 req-80c877cc-994b-4c42-83bb-aef5ebc46afe tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 945 time: 0.0478790 Oct 20 14:44:13.475779 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bcb797d3-fe72-432d-90ff-7b8d0dcb52b2 req-312ab322-afab-4d3e-aa24-b76b205db396 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1f9324e3-34bb-4b95-b502-d33b3f5b2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487444 Oct 20 14:44:13.841872 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f0ff0-01f8-40cc-8780-265d897b8bcd req-db73dd66-c00a-40c9-bdbe-3cc2b546cc88 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:13.843260 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-064f0ff0-01f8-40cc-8780-265d897b8bcd req-db73dd66-c00a-40c9-bdbe-3cc2b546cc88 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0991967 Oct 20 14:44:13.923390 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e6da7-4d58-489d-8525-9c91bda30928 req-d929d02e-1907-4e01-9058-71e91a3961bf tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:13.924991 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-222e6da7-4d58-489d-8525-9c91bda30928 req-d929d02e-1907-4e01-9058-71e91a3961bf tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/networks?id=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 HTTP/1.1" status: 200 len: 814 time: 0.1689334 Oct 20 14:44:13.927324 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-1c7612e3-2ccf-4f00-b81a-6420df0d1828 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:13.928776 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-1c7612e3-2ccf-4f00-b81a-6420df0d1828 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 945 time: 0.0790062 Oct 20 14:44:13.933227 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-064f0ff0-01f8-40cc-8780-265d897b8bcd req-2841ae02-42ef-44cf-b99f-49a3e246c9ea tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824399 Oct 20 14:44:13.942975 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-222e6da7-4d58-489d-8525-9c91bda30928 req-ec9ac88a-5b16-4c24-bca1-d52321a5affb tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/quotas/adc778cfb32049d5844da08c78ba014a HTTP/1.1" status: 200 len: 375 time: 0.0088575 Oct 20 14:44:13.992695 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-222e6da7-4d58-489d-8525-9c91bda30928 req-1762b1b4-c687-4ee0-ab78-743d24806395 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=adc778cfb32049d5844da08c78ba014a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438085 Oct 20 14:44:14.090121 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-222e6da7-4d58-489d-8525-9c91bda30928 req-9c8f348f-b28a-43b7-b1ff-fc9ef3e06c48 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851483 Oct 20 14:44:14.180377 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-222e6da7-4d58-489d-8525-9c91bda30928 req-ea0f68d7-fc53-4937-af89-4914cf41bd18 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843999 Oct 20 14:44:14.350082 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ad54cb50-f9cb-4e85-9b29-ff433f0596ff req-568e1599-09fe-4ce3-b816-7bcf3064e0a3 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 210 time: 0.0352473 Oct 20 14:44:14.588964 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Deleting port 29e1878d-e620-4cd7-84a0-19edd230b233 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:44:14.589838 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (29e1878d-e620-4cd7-84a0-19edd230b233), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:14.611089 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a7eb6-ec67-4f84-8dfd-360534878ba8 req-dca67c55-7257-4e9f-bb9c-ea258ba70134 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:14.612749 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5f4a7eb6-ec67-4f84-8dfd-360534878ba8 req-dca67c55-7257-4e9f-bb9c-ea258ba70134 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 945 time: 0.0524180 Oct 20 14:44:14.665884 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5f4a7eb6-ec67-4f84-8dfd-360534878ba8 req-cf7e5f32-c423-464e-9aa4-fb5bc9df7ac6 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1f9324e3-34bb-4b95-b502-d33b3f5b2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474467 Oct 20 14:44:14.703055 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] For port 29e1878d-e620-4cd7-84a0-19edd230b233, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=29e1878d-e620-4cd7-84a0-19edd230b233,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:14.703663 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (29e1878d-e620-4cd7-84a0-19edd230b233), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:14.916147 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:14.916443 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (abd93e5e-d4b7-4e59-8df2-fe57a3b992a9), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:14.916754 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.l3_db [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Floating IP abd93e5e-d4b7-4e59-8df2-fe57a3b992a9 disassociated. External IP: 172.27.0.20, port: 29e1878d-e620-4cd7-84a0-19edd230b233. Oct 20 14:44:14.917086 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Calling delete_port for 29e1878d-e620-4cd7-84a0-19edd230b233 owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:44:15.051804 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (29e1878d-e620-4cd7-84a0-19edd230b233), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:15.060110 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc28d0-6dd8-406b-817d-0cdcb2c1df58 req-0c8c70a9-32e1-43fc-8e84-47f6f7b1d7f4 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:15.061631 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0ccc28d0-6dd8-406b-817d-0cdcb2c1df58 req-0c8c70a9-32e1-43fc-8e84-47f6f7b1d7f4 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0509884 Oct 20 14:44:15.082683 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event deleted for resources: {'Port': ['ID=29e1878d-e620-4cd7-84a0-19edd230b233,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:15.094660 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:15.117643 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0ccc28d0-6dd8-406b-817d-0cdcb2c1df58 req-52f3d759-95bc-4868-b96e-c7ed00b7b221 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503130 Oct 20 14:44:15.200026 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Router f7e24323-3547-4288-9584-c3c76ffa6689 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:44:15.303640 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:44:15.314421 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba808af-a6d5-4c53-afa4-67c300e8246a None None] Sync routers for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:44:15.324020 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba808af-a6d5-4c53-afa4-67c300e8246a None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:15.324831 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-6ba808af-a6d5-4c53-afa4-67c300e8246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:43:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:15.367201 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] No DVR routers for this DVR port 29e1878d-e620-4cd7-84a0-19edd230b233 on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:44:15.369634 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:15.373768 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b9efa562-fadd-4044-85cc-263e384bbd27 req-50c3161f-497e-458d-b62a-05be84bcfa63 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "DELETE /networking/v2.0/ports/29e1878d-e620-4cd7-84a0-19edd230b233 HTTP/1.1" status: 204 len: 173 time: 1.1393566 Oct 20 14:44:15.374286 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f6dc2d-fbc2-404a-b288-0e73feaedb92', 'name': 'network-vif-deleted', 'tag': '29e1878d-e620-4cd7-84a0-19edd230b233'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:44:15.376586 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30597b43-c8de-4e22-a62f-b1252f8ac653" -d '{"events": [{"server_uuid": "14f6dc2d-fbc2-404a-b288-0e73feaedb92", "name": "network-vif-deleted", "tag": "29e1878d-e620-4cd7-84a0-19edd230b233"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:44:15.424113 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b9cfd5-1da5-404f-9476-41ba4381be40 x-openstack-request-id: req-85b9cfd5-1da5-404f-9476-41ba4381be40 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:44:15.424513 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f6dc2d-fbc2-404a-b288-0e73feaedb92", "name": "network-vif-deleted", "tag": "29e1878d-e620-4cd7-84a0-19edd230b233", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:44:15.424765 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85b9cfd5-1da5-404f-9476-41ba4381be40 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:44:15.425169 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b9cfd5-1da5-404f-9476-41ba4381be40'] response: {'server_uuid': '14f6dc2d-fbc2-404a-b288-0e73feaedb92', 'name': 'network-vif-deleted', 'tag': '29e1878d-e620-4cd7-84a0-19edd230b233', 'status': 'completed', 'code': 200} Oct 20 14:44:15.462624 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-6ba808af-a6d5-4c53-afa4-67c300e8246a None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:15.669416 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87983ff-3ce7-4ce2-9a14-c4dd9d16397a req-1e21191a-00a5-4fc2-aba8-1355c91bc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:15.670939 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f87983ff-3ce7-4ce2-9a14-c4dd9d16397a req-1e21191a-00a5-4fc2-aba8-1355c91bc197 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 1130 time: 0.0735946 Oct 20 14:44:15.766415 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f87983ff-3ce7-4ce2-9a14-c4dd9d16397a req-5ed3688d-166b-4a5c-90d0-89a023519c32 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819635 Oct 20 14:44:15.819457 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-6ba808af-a6d5-4c53-afa4-67c300e8246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'dc44194c-698c-4717-a077-dbeebf484ef8', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:5b:0f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:10Z', 'updated_at': '2022-10-20T14:41:58Z', 'revision_number': 2, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:15.820933 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8fff2088-6d5b-4cce-9b34-48857595c4a5 req-fe0acfab-27b9-412a-9cd4-183c6c510798 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 210 time: 0.3435814 Oct 20 14:44:15.855477 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3e6ce31d-a821-424b-8b35-1b599e4f4789 req-4f268bd3-5cad-4a5c-b03a-1d47d5e807c0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 210 time: 0.0333252 Oct 20 14:44:15.856679 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba808af-a6d5-4c53-afa4-67c300e8246a None None] Checking router: f7e24323-3547-4288-9584-c3c76ffa6689 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:44:15.866355 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba808af-a6d5-4c53-afa4-67c300e8246a None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:15.866975 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-6ba808af-a6d5-4c53-afa4-67c300e8246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:43:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:15.967386 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:15.969440 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-6ba808af-a6d5-4c53-afa4-67c300e8246a None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:16.119025 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:16.201842 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-6ba808af-a6d5-4c53-afa4-67c300e8246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'dc44194c-698c-4717-a077-dbeebf484ef8', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:5b:0f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:10Z', 'updated_at': '2022-10-20T14:41:58Z', 'revision_number': 2, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:16.239547 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba808af-a6d5-4c53-afa4-67c300e8246a None None] The sync data for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi is: [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'dc44194c-698c-4717-a077-dbeebf484ef8', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:5b:0f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:41:10Z', 'updated_at': '2022-10-20T14:41:58Z', 'revision_number': 2, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:44:16.261958 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74811561-8a7b-49bb-aa12-a550d808fccc req-1729c7a6-0c64-405e-845a-463d6a203d70 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:16.264100 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-74811561-8a7b-49bb-aa12-a550d808fccc req-1729c7a6-0c64-405e-845a-463d6a203d70 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0558889 Oct 20 14:44:16.344937 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-74811561-8a7b-49bb-aa12-a550d808fccc req-75859354-42c0-4b18-9946-a82346dac38e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751109 Oct 20 14:44:16.389667 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09a9c3-edc2-4850-9e1e-8e043fac3651 req-62f64ab0-4ead-470b-9f7e-026597eb0be1 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:16.391384 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9f09a9c3-edc2-4850-9e1e-8e043fac3651 req-62f64ab0-4ead-470b-9f7e-026597eb0be1 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0684297 Oct 20 14:44:16.451292 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9f09a9c3-edc2-4850-9e1e-8e043fac3651 req-7d57ccf7-4d19-4d67-8873-ea49c2aa10e1 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498092 Oct 20 14:44:16.524658 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53248599-420a-4ca1-b2f2-85ffadd7417b None None] New status for floating IP abd93e5e-d4b7-4e59-8df2-fe57a3b992a9: DOWN {{(pid=111619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:44:16.928226 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-80c1fdd9-78f7-41ba-81fc-c131c430db36 req-9eb335ee-a165-4350-aafe-4b2f6da8d299 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 210 time: 0.0288069 Oct 20 14:44:16.957767 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:16.979505 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e7b82703-1b79-4bcf-9437-cdf82f1e3c2f req-9a60ec15-ea91-4ac1-b944-4902de61abe4 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=14f6dc2d-fbc2-404a-b288-0e73feaedb92 HTTP/1.1" status: 200 len: 210 time: 0.0316136 Oct 20 14:44:17.470396 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3728eb6-a5ac-4f84-b44b-26e6c9aba7cd req-39c815f2-3d08-4da7-9cbf-ff17bbe3b8e8 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:17.471864 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b3728eb6-a5ac-4f84-b44b-26e6c9aba7cd req-39c815f2-3d08-4da7-9cbf-ff17bbe3b8e8 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0503047 Oct 20 14:44:17.519546 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b3728eb6-a5ac-4f84-b44b-26e6c9aba7cd req-7873b443-4c93-4372-9f23-b67b826e60e2 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 Oct 20 14:44:17.585756 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbab05-c136-4c7d-84ec-196ac38f6ea3 req-c5d423ce-a48c-4c15-8641-87aa7e2650c8 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:17.587254 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9adbab05-c136-4c7d-84ec-196ac38f6ea3 req-c5d423ce-a48c-4c15-8641-87aa7e2650c8 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0494995 Oct 20 14:44:17.649558 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9adbab05-c136-4c7d-84ec-196ac38f6ea3 req-ef75e1de-c3fa-441e-b386-c5c9c59dd5fb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490983 Oct 20 14:44:17.802258 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:17.811520 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:17.815437 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 29e1878d-e620-4cd7-84a0-19edd230b233 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:44:17.816782 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648fa60-390d-401b-84eb-20e8d03f6c5e req-d89c6f61-c8f7-4d6d-b07b-82d412cfef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:17.818882 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a648fa60-390d-401b-84eb-20e8d03f6c5e req-d89c6f61-c8f7-4d6d-b07b-82d412cfef43 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 1130 time: 0.0456190 Oct 20 14:44:17.838139 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: 29e1878d-e620-4cd7-84a0-19edd230b233 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:44:17.838617 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 29e1878d-e620-4cd7-84a0-19edd230b233 not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:44:17.865314 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e313db-2071-4e3c-a33b-7923f5cf31ee req-ecbe668a-c075-491d-8e5f-af35688a0067 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:17.867109 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-49e313db-2071-4e3c-a33b-7923f5cf31ee req-ecbe668a-c075-491d-8e5f-af35688a0067 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0810962 Oct 20 14:44:17.919498 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-49e313db-2071-4e3c-a33b-7923f5cf31ee req-e8d75535-f289-47f6-bb28-9a72d71d462e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459957 Oct 20 14:44:17.929831 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648fa60-390d-401b-84eb-20e8d03f6c5e req-fb9b5139-8bac-4e09-9469-6db5cc923bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:17.932570 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a648fa60-390d-401b-84eb-20e8d03f6c5e req-fb9b5139-8bac-4e09-9469-6db5cc923bf9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 920 time: 0.1045110 Oct 20 14:44:17.978665 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a648fa60-390d-401b-84eb-20e8d03f6c5e req-85e477c9-be84-45b5-abd3-3df1d6ac79f9 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=accb484b-67f7-4025-9af7-0d63eeee9bd3 HTTP/1.1" status: 200 len: 217 time: 0.0339427 Oct 20 14:44:18.039077 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648fa60-390d-401b-84eb-20e8d03f6c5e req-510b06b3-1f74-4a70-819a-3bcba900b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:18.040874 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a648fa60-390d-401b-84eb-20e8d03f6c5e req-510b06b3-1f74-4a70-819a-3bcba900b65a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 HTTP/1.1" status: 200 len: 858 time: 0.0534861 Oct 20 14:44:18.044204 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6c6ff707-f0d7-4324-a48f-46dbd7037913 req-6ba95a3b-4956-4d29-9ddf-0f63e046a3a6 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 210 time: 0.0310230 Oct 20 14:44:18.091076 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36328) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:18.096818 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648fa60-390d-401b-84eb-20e8d03f6c5e req-06d2b8e2-18bd-4dd3-a459-53e5934bec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:18.098497 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a648fa60-390d-401b-84eb-20e8d03f6c5e req-06d2b8e2-18bd-4dd3-a459-53e5934bec7f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c28ca665-bebd-48d6-918c-3a77995d0c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483401 Oct 20 14:44:18.145827 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-41252c6b-68dc-4f97-88be-6ce6833f2f5c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (1f9324e3-34bb-4b95-b502-d33b3f5b2d42), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:18.168023 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-41252c6b-68dc-4f97-88be-6ce6833f2f5c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (1f9324e3-34bb-4b95-b502-d33b3f5b2d42), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:18.214847 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-41252c6b-68dc-4f97-88be-6ce6833f2f5c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (1f9324e3-34bb-4b95-b502-d33b3f5b2d42), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:18.217500 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-41252c6b-68dc-4f97-88be-6ce6833f2f5c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:18.218648 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-41252c6b-68dc-4f97-88be-6ce6833f2f5c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/1f9324e3-34bb-4b95-b502-d33b3f5b2d42 HTTP/1.1" status: 204 len: 168 time: 0.1265652 Oct 20 14:44:18.221560 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36330) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:18.227401 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41252c6b-68dc-4f97-88be-6ce6833f2f5c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9324e3-34bb-4b95-b502-d33b3f5b2d42,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:18.237180 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.api.v2.resource [None req-cdefaa57-94ac-472f-8197-2d2ffa718941 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] show failed (client error): The resource could not be found. Oct 20 14:44:18.240913 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-cdefaa57-94ac-472f-8197-2d2ffa718941 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups/1f9324e3-34bb-4b95-b502-d33b3f5b2d42 HTTP/1.1" status: 404 len: 347 time: 0.0183203 Oct 20 14:44:18.241419 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36332) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:18.353513 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-d884e4e8-6824-4e46-a8b5-e70b44fab9ff tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Deleting port b0eeda89-b617-40f0-a3a3-8aff48a9347a {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:44:18.353921 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d884e4e8-6824-4e46-a8b5-e70b44fab9ff tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (b0eeda89-b617-40f0-a3a3-8aff48a9347a), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:18.434147 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d884e4e8-6824-4e46-a8b5-e70b44fab9ff tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (b0eeda89-b617-40f0-a3a3-8aff48a9347a), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:18.434367 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d884e4e8-6824-4e46-a8b5-e70b44fab9ff tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (b0eeda89-b617-40f0-a3a3-8aff48a9347a), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:18.447807 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-d884e4e8-6824-4e46-a8b5-e70b44fab9ff tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Calling delete_port for b0eeda89-b617-40f0-a3a3-8aff48a9347a owned by network:floatingip {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:44:18.493925 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a648fa60-390d-401b-84eb-20e8d03f6c5e req-152d6490-809e-41f7-8d96-078f9da2ac4b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006343 Oct 20 14:44:18.511665 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:18.609384 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a648fa60-390d-401b-84eb-20e8d03f6c5e req-8bfa6488-121f-4d53-9809-9f7501e2da0f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987229 Oct 20 14:44:18.638754 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e6da7-4d58-489d-8525-9c91bda30928 req-bce4c1d3-3feb-4054-9bf9-a4fb15ce40ec tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:18.640118 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-222e6da7-4d58-489d-8525-9c91bda30928 req-bce4c1d3-3feb-4054-9bf9-a4fb15ce40ec tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.36 "GET /networking/v2.0/networks?id=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 HTTP/1.1" status: 200 len: 814 time: 0.1461391 Oct 20 14:44:18.672428 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [req-222e6da7-4d58-489d-8525-9c91bda30928 req-c6a1a50a-f4da-44e3-8d2c-519460ba84e9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Request body: {'port': {'device_id': '396b3353-8853-4ac0-abcd-98f55e471826', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'admin_state_up': True, 'tenant_id': 'adc778cfb32049d5844da08c78ba014a'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:18.717888 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:18.775587 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d884e4e8-6824-4e46-a8b5-e70b44fab9ff tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (b0eeda89-b617-40f0-a3a3-8aff48a9347a), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:18.820118 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884e4e8-6824-4e46-a8b5-e70b44fab9ff tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event deleted for resources: {'Port': ['ID=b0eeda89-b617-40f0-a3a3-8aff48a9347a,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:18.841778 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b1abe-5e4a-4419-a9d1-cefa13afd8ca req-2ca5c077-00b1-4c36-b86e-4633c24fad08 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:18.843252 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f38b1abe-5e4a-4419-a9d1-cefa13afd8ca req-2ca5c077-00b1-4c36-b86e-4633c24fad08 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.1127501 Oct 20 14:44:18.869428 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d884e4e8-6824-4e46-a8b5-e70b44fab9ff tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (abd93e5e-d4b7-4e59-8df2-fe57a3b992a9), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:18.872433 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d884e4e8-6824-4e46-a8b5-e70b44fab9ff tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:18.873494 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-d884e4e8-6824-4e46-a8b5-e70b44fab9ff tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/abd93e5e-d4b7-4e59-8df2-fe57a3b992a9 HTTP/1.1" status: 204 len: 168 time: 0.6311107 Oct 20 14:44:18.918866 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222e6da7-4d58-489d-8525-9c91bda30928 req-c6a1a50a-f4da-44e3-8d2c-519460ba84e9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Made reservation on behalf of adc778cfb32049d5844da08c78ba014a for: {'port': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:44:18.922550 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-222e6da7-4d58-489d-8525-9c91bda30928 req-c6a1a50a-f4da-44e3-8d2c-519460ba84e9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:18.939026 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f38b1abe-5e4a-4419-a9d1-cefa13afd8ca req-bad548c5-d6ed-4fb0-bea6-8b1a09421728 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782433 Oct 20 14:44:19.067947 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1fa15-96c9-4e85-9a4d-e1c248e6fb6e req-76f7404d-a111-4394-b9b9-b15c14c94104 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:19.069427 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c0b1fa15-96c9-4e85-9a4d-e1c248e6fb6e req-76f7404d-a111-4394-b9b9-b15c14c94104 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0652273 Oct 20 14:44:19.150321 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [req-222e6da7-4d58-489d-8525-9c91bda30928 req-c6a1a50a-f4da-44e3-8d2c-519460ba84e9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Allocated IP 172.20.0.6 (0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7/6261a774-bcf9-4250-b029-679ef5989401/7737f129-fde2-4080-b32b-e42c5e55b1b7) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:44:19.163260 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c0b1fa15-96c9-4e85-9a4d-e1c248e6fb6e req-9c77baf8-d8e5-4ee8-acb5-5d3df3efa4dd tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755262 Oct 20 14:44:19.210771 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fc7e4913-33fa-47bd-ae32-bf065948bb68 req-7ffb57ce-0ffd-4ffe-9093-d24c37fe700c tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 210 time: 0.0377152 Oct 20 14:44:19.297997 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:19.341186 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-222e6da7-4d58-489d-8525-9c91bda30928 req-c6a1a50a-f4da-44e3-8d2c-519460ba84e9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:19.374110 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-222e6da7-4d58-489d-8525-9c91bda30928 req-c6a1a50a-f4da-44e3-8d2c-519460ba84e9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:19.415408 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222e6da7-4d58-489d-8525-9c91bda30928 req-c6a1a50a-f4da-44e3-8d2c-519460ba84e9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:44:19.418969 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [req-222e6da7-4d58-489d-8525-9c91bda30928 req-c6a1a50a-f4da-44e3-8d2c-519460ba84e9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:44:19.422657 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [req-222e6da7-4d58-489d-8525-9c91bda30928 req-c6a1a50a-f4da-44e3-8d2c-519460ba84e9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:44:19.427068 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e6da7-4d58-489d-8525-9c91bda30928 req-c6a1a50a-f4da-44e3-8d2c-519460ba84e9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:19.427659 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-222e6da7-4d58-489d-8525-9c91bda30928 req-c6a1a50a-f4da-44e3-8d2c-519460ba84e9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:19.440743 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1a50a-f4da-44e3-8d2c-519460ba84e9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event updated for resources: {'Port': ['ID=7737f129-fde2-4080-b32b-e42c5e55b1b7,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:19.449815 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-222e6da7-4d58-489d-8525-9c91bda30928 req-c6a1a50a-f4da-44e3-8d2c-519460ba84e9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7832046 Oct 20 14:44:19.591690 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-fddb7b2a-60a9-4864-b3b8-b21bc08edb28 None None] Provisioning complete for port 7737f129-fde2-4080-b32b-e42c5e55b1b7 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:19.592185 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-fddb7b2a-60a9-4864-b3b8-b21bc08edb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:19.592395 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-fddb7b2a-60a9-4864-b3b8-b21bc08edb28 None None] Attempt 1 to provision port 7737f129-fde2-4080-b32b-e42c5e55b1b7 Oct 20 14:44:19.626263 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-fddb7b2a-60a9-4864-b3b8-b21bc08edb28 None None] Port 7737f129-fde2-4080-b32b-e42c5e55b1b7 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:44:19.991970 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:44:20.061924 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b297cfc-800d-4d27-89ab-3b9293452186 req-0cce532e-8e90-41ad-899d-bb0a072cddc3 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:20.063385 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2b297cfc-800d-4d27-89ab-3b9293452186 req-0cce532e-8e90-41ad-899d-bb0a072cddc3 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0456698 Oct 20 14:44:20.110365 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2b297cfc-800d-4d27-89ab-3b9293452186 req-620d347e-6baa-462b-99ef-7780b39faad2 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414312 Oct 20 14:44:20.157487 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Request body: {'port': {'device_id': '396b3353-8853-4ac0-abcd-98f55e471826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:20.222066 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:20.225414 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:20.366761 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec1531-3d6e-439f-b84a-56a624b723ed req-a54acb06-bcb3-4e29-b144-1a6eb1a8fa1c tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:20.375921 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-48ec1531-3d6e-439f-b84a-56a624b723ed req-a54acb06-bcb3-4e29-b144-1a6eb1a8fa1c tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.1223793 Oct 20 14:44:20.528315 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c0932-6224-41a0-84bb-26c53e323c72 req-a54dc32a-cd96-4eb6-b0ed-2847181cf939 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:20.531880 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e28c0932-6224-41a0-84bb-26c53e323c72 req-a54dc32a-cd96-4eb6-b0ed-2847181cf939 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 931 time: 0.1059096 Oct 20 14:44:20.576241 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-48ec1531-3d6e-439f-b84a-56a624b723ed req-355b124b-3ca6-4dac-bd2c-ecdde0dae952 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992943 Oct 20 14:44:20.638216 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e28c0932-6224-41a0-84bb-26c53e323c72 req-80ff71ad-63c6-48a8-b9f0-2a2a538fca46 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768178 Oct 20 14:44:20.702445 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7737f129-fde2-4080-b32b-e42c5e55b1b7 {{(pid=111617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:44:20.709829 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Publish callbacks [] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:20.722121 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.provisioning_blocks [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Transition to ACTIVE for port object 7737f129-fde2-4080-b32b-e42c5e55b1b7 will not be triggered until provisioned by entity L2. {{(pid=111617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:44:20.725942 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:20.751583 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:20.790391 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Pushing event updated for resources: {'Port': ['ID=7737f129-fde2-4080-b32b-e42c5e55b1b7,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:20.806426 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Attempting to bind port 7737f129-fde2-4080-b32b-e42c5e55b1b7 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:44:20.806426 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Attempting to bind port 7737f129-fde2-4080-b32b-e42c5e55b1b7 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'aa52c9c4-d4d9-4356-a80b-e9597128b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7'}] {{(pid=111617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:44:20.812228 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Attempting to bind port 7737f129-fde2-4080-b32b-e42c5e55b1b7 on network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:44:20.885046 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Port 7737f129-fde2-4080-b32b-e42c5e55b1b7 on network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:44:20.886539 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Attempting to bind port 7737f129-fde2-4080-b32b-e42c5e55b1b7 on network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:44:20.959346 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:44:20.960075 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Checking segment: {'id': 'aa52c9c4-d4d9-4356-a80b-e9597128b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:44:20.960730 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Bound using segment: {'id': 'aa52c9c4-d4d9-4356-a80b-e9597128b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7'} {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:44:20.961407 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Bound port: 7737f129-fde2-4080-b32b-e42c5e55b1b7, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa52c9c4-d4d9-4356-a80b-e9597128b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7'}}] {{(pid=111617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:44:20.962011 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:21.048660 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] For port 7737f129-fde2-4080-b32b-e42c5e55b1b7, host hv-cinder-77923, cleared binding levels {{(pid=111617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:44:21.053431 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] For port 7737f129-fde2-4080-b32b-e42c5e55b1b7, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=7737f129-fde2-4080-b32b-e42c5e55b1b7,segment=NetworkSegment(aa52c9c4-d4d9-4356-a80b-e9597128b159),segment_id=aa52c9c4-d4d9-4356-a80b-e9597128b159)] {{(pid=111617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:44:21.059939 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:21.064401 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:21.065014 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:21.066372 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-222e6da7-4d58-489d-8525-9c91bda30928 req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/7737f129-fde2-4080-b32b-e42c5e55b1b7 HTTP/1.1" status: 200 len: 1093 time: 0.9133630 Oct 20 14:44:21.066963 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396b3353-8853-4ac0-abcd-98f55e471826', 'tag': '7737f129-fde2-4080-b32b-e42c5e55b1b7'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:44:21.069274 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200f4ab6-ee96-4b97-9497-ae969e31381e" -d '{"events": [{"name": "network-changed", "server_uuid": "396b3353-8853-4ac0-abcd-98f55e471826", "tag": "7737f129-fde2-4080-b32b-e42c5e55b1b7"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:44:21.124803 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff35f54-205e-4628-8cbe-879333cfcb12 x-openstack-request-id: req-2ff35f54-205e-4628-8cbe-879333cfcb12 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:44:21.125091 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396b3353-8853-4ac0-abcd-98f55e471826", "tag": "7737f129-fde2-4080-b32b-e42c5e55b1b7", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:44:21.125343 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ff35f54-205e-4628-8cbe-879333cfcb12 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:44:21.125766 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff35f54-205e-4628-8cbe-879333cfcb12'] response: {'name': 'network-changed', 'server_uuid': '396b3353-8853-4ac0-abcd-98f55e471826', 'tag': '7737f129-fde2-4080-b32b-e42c5e55b1b7', 'status': 'completed', 'code': 200} Oct 20 14:44:21.131029 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90db8b-bcd4-4b3d-a0dd-cef4afd2d6de service neutron] Pushing event updated for resources: {'Port': ['ID=7737f129-fde2-4080-b32b-e42c5e55b1b7,revision_number=3']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:21.238404 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f352fb-2a2b-472f-9488-39c4520d558c req-9039a2dc-6ead-4f2d-b7bd-20f9c96ce105 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:21.239885 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-35f352fb-2a2b-472f-9488-39c4520d558c req-9039a2dc-6ead-4f2d-b7bd-20f9c96ce105 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0502400 Oct 20 14:44:21.308406 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-35f352fb-2a2b-472f-9488-39c4520d558c req-380c4832-3072-4f4c-bdf1-d2593e42b2fe tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600040 Oct 20 14:44:21.510462 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-2cbbef6f-c5f8-41c1-975e-51ae0a3b8e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:21.694487 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:21.711493 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351f61f-face-48e9-bf73-6275253fff37 req-98b45509-7bb6-4196-bbba-0edb89a71e15 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:21.716847 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1351f61f-face-48e9-bf73-6275253fff37 req-98b45509-7bb6-4196-bbba-0edb89a71e15 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0616126 Oct 20 14:44:21.788803 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8eb63-ed34-4c34-bd5f-f94e954e5902 req-bd2c499a-ea2a-4376-a7be-85f10d4fe6d5 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:21.790278 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bfc8eb63-ed34-4c34-bd5f-f94e954e5902 req-bd2c499a-ea2a-4376-a7be-85f10d4fe6d5 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 943 time: 0.0722311 Oct 20 14:44:21.813810 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1351f61f-face-48e9-bf73-6275253fff37 req-e07f4a1d-0e7c-4891-8a3f-4d6a896bae0b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939796 Oct 20 14:44:21.851778 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bfc8eb63-ed34-4c34-bd5f-f94e954e5902 req-1b4748b1-18c7-4161-922a-ae824fe9fa05 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521705 Oct 20 14:44:22.453692 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff71b03-4185-4a74-be44-9870a758da16 req-ca8a098d-fbf5-4cdc-8339-44263e9e55dc tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:22.455385 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1ff71b03-4185-4a74-be44-9870a758da16 req-ca8a098d-fbf5-4cdc-8339-44263e9e55dc tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0553477 Oct 20 14:44:22.510631 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1ff71b03-4185-4a74-be44-9870a758da16 req-fe6ebfbd-58e1-42aa-84c0-b79cd43f6cb0 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470238 Oct 20 14:44:22.990943 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6d369-fdf3-4c7e-8455-45b33ed1ea80 req-5f067f30-c01c-4b77-ade3-0acc7600a441 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:22.992621 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4ce6d369-fdf3-4c7e-8455-45b33ed1ea80 req-5f067f30-c01c-4b77-ade3-0acc7600a441 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 943 time: 0.0498145 Oct 20 14:44:23.042932 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4ce6d369-fdf3-4c7e-8455-45b33ed1ea80 req-24582313-ee02-4273-9b05-f07f76aab246 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444205 Oct 20 14:44:23.279928 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36408) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:23.285316 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-d96fc54f-b946-40b9-8d3c-b4107ff67293 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1318339375', 'description': 'tempest-description--1007909197'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:23.307974 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d96fc54f-b946-40b9-8d3c-b4107ff67293 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:23.385174 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d96fc54f-b946-40b9-8d3c-b4107ff67293 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for security_group (27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:23.389096 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d96fc54f-b946-40b9-8d3c-b4107ff67293 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:23.413423 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:23.425772 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-d96fc54f-b946-40b9-8d3c-b4107ff67293 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:23.430003 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-d96fc54f-b946-40b9-8d3c-b4107ff67293 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1488559 Oct 20 14:44:23.430141 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36412) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:23.431217 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fc54f-b946-40b9-8d3c-b4107ff67293 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:23.438378 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-97821a6d-283a-4dcd-abde-b7eaa7242b3d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Request body: {'security_group_rule': {'security_group_id': '27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:23.502893 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-97821a6d-283a-4dcd-abde-b7eaa7242b3d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for security_group_rule (c8e296ba-4db7-49ac-86f3-4c053308b2b7), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:23.566908 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-97821a6d-283a-4dcd-abde-b7eaa7242b3d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for security_group_rule (c8e296ba-4db7-49ac-86f3-4c053308b2b7), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:23.570830 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-97821a6d-283a-4dcd-abde-b7eaa7242b3d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (c8e296ba-4db7-49ac-86f3-4c053308b2b7), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:23.594231 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97821a6d-283a-4dcd-abde-b7eaa7242b3d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e296ba-4db7-49ac-86f3-4c053308b2b7,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:23.602781 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-97821a6d-283a-4dcd-abde-b7eaa7242b3d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:23.614143 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-97821a6d-283a-4dcd-abde-b7eaa7242b3d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1826248 Oct 20 14:44:23.616552 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36418) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:23.622134 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-c3998586-d06d-45b8-a6bb-ef6da65705f3 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Request body: {'security_group_rule': {'security_group_id': '27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:23.653455 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-8792dac3-17ad-44ba-a90c-466a0dfe8f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:23.660566 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d168fd-ebba-4748-af81-0fac22b63f0a req-c90366a0-a99b-459a-a5bb-4a268b92507c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:23.663008 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f8d168fd-ebba-4748-af81-0fac22b63f0a req-c90366a0-a99b-459a-a5bb-4a268b92507c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0711017 Oct 20 14:44:23.679318 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c3998586-d06d-45b8-a6bb-ef6da65705f3 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for security_group_rule (8d55b6ba-ba00-48ef-9d54-dc56c5b2dd8b), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:23.732517 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f8d168fd-ebba-4748-af81-0fac22b63f0a req-f73085ae-bd31-40f9-9947-548b37d71c65 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630822 Oct 20 14:44:23.754802 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c3998586-d06d-45b8-a6bb-ef6da65705f3 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for security_group_rule (8d55b6ba-ba00-48ef-9d54-dc56c5b2dd8b), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:23.760035 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c3998586-d06d-45b8-a6bb-ef6da65705f3 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (8d55b6ba-ba00-48ef-9d54-dc56c5b2dd8b), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:23.774981 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3998586-d06d-45b8-a6bb-ef6da65705f3 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d55b6ba-ba00-48ef-9d54-dc56c5b2dd8b,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:23.795535 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c3998586-d06d-45b8-a6bb-ef6da65705f3 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:23.796954 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-c3998586-d06d-45b8-a6bb-ef6da65705f3 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1791465 Oct 20 14:44:23.799988 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36420) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:23.804446 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Request body: {'floatingip': {'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:23.827024 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:23.910343 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:24.020853 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Allocated IP 172.27.0.47 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/c0ea0c35-499e-47c8-bbfb-f3860ee3307e) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:44:24.145031 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for port (c0ea0c35-499e-47c8-bbfb-f3860ee3307e), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:24.149986 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:24.202596 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ea3d2-0d59-49f2-a9dd-5f8cc856f82b req-23fdacd8-2620-4072-a3d0-b37f45224ec5 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:24.204064 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-291ea3d2-0d59-49f2-a9dd-5f8cc856f82b req-23fdacd8-2620-4072-a3d0-b37f45224ec5 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 943 time: 0.0721555 Oct 20 14:44:24.230270 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (c0ea0c35-499e-47c8-bbfb-f3860ee3307e), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:24.289040 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:44:24.298112 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:44:24.303208 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:44:24.312472 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-291ea3d2-0d59-49f2-a9dd-5f8cc856f82b req-ecae783b-d252-48b1-af7c-c9ec3be1e487 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987914 Oct 20 14:44:24.314856 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Pushing event updated for resources: {'Port': ['ID=c0ea0c35-499e-47c8-bbfb-f3860ee3307e,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:24.370694 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for floatingip (85c96661-d943-4b82-8295-374e40608ef4), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:24.411172 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (c0ea0c35-499e-47c8-bbfb-f3860ee3307e), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:24.453442 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:24.577460 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for port (c0ea0c35-499e-47c8-bbfb-f3860ee3307e), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:24.582505 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (c0ea0c35-499e-47c8-bbfb-f3860ee3307e), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:24.583221 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (85c96661-d943-4b82-8295-374e40608ef4), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:24.624055 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:24.625344 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8243058 Oct 20 14:44:24.633430 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9238f-6968-4121-8928-dbe660bc3b99 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Pushing event updated for resources: {'Port': ['ID=c0ea0c35-499e-47c8-bbfb-f3860ee3307e,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:24.888753 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-2d7395ec-47d4-4eea-850d-d6f5d30489cd tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1318339375&fields=id&tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5 HTTP/1.1" status: 200 len: 267 time: 0.0863624 Oct 20 14:44:24.894257 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1f0e7-47c6-42c8-bcc7-a37aa581949c req-c6637375-b2bd-4204-b759-25412fc59cb4 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:24.895681 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6da1f0e7-47c6-42c8-bcc7-a37aa581949c req-c6637375-b2bd-4204-b759-25412fc59cb4 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0707812 Oct 20 14:44:24.998488 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:25.008901 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6da1f0e7-47c6-42c8-bcc7-a37aa581949c req-dfa85201-b2ca-436c-a8d5-0c49ca3e7833 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024253 Oct 20 14:44:25.043576 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-8819dd5a-126f-4356-9ee3-672aa3fe31fb tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:25.045219 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-8819dd5a-126f-4356-9ee3-672aa3fe31fb tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 819 time: 0.1486702 Oct 20 14:44:25.065096 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-7d7f27af-22b0-45e3-9614-91672ba2ca1a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/quotas/7688b0fbf84b4f4f9c21cb4112ee53b5 HTTP/1.1" status: 200 len: 375 time: 0.0116601 Oct 20 14:44:25.127295 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-8e89f0ca-f754-4a8b-8566-a7fa6d1cfc8a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0568449 Oct 20 14:44:25.186547 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:25.227571 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-2c53620f-0907-4897-9cd6-ac1afde0dcc2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880859 Oct 20 14:44:25.332008 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-25e2afb9-5b03-461f-85cf-4dd0040a5738 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976248 Oct 20 14:44:25.533285 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-244ec3db-72ba-48f7-9c1f-025fbdfdae6d req-99782841-0941-4714-ab3a-c09dfcf9baf0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 210 time: 0.0328093 Oct 20 14:44:25.556778 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5a8d9-2156-421c-99b2-ba8f14f1c4bb req-2baf6b8f-37a5-45d1-9106-124c4aba6154 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:25.558839 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4ba5a8d9-2156-421c-99b2-ba8f14f1c4bb req-2baf6b8f-37a5-45d1-9106-124c4aba6154 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 943 time: 0.1168261 Oct 20 14:44:25.937595 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4ba5a8d9-2156-421c-99b2-ba8f14f1c4bb req-f6805e03-3bde-44a7-ae7f-85dc3f7ecc01 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497286 Oct 20 14:44:26.149777 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de8e2-ef23-4baf-8386-632e072a6e6b req-fa42ee9a-f80d-433a-89bd-515096a0a624 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:26.151888 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-834de8e2-ef23-4baf-8386-632e072a6e6b req-fa42ee9a-f80d-433a-89bd-515096a0a624 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0515265 Oct 20 14:44:26.200974 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-834de8e2-ef23-4baf-8386-632e072a6e6b req-00047cf7-d70e-4a61-a9cc-297aa3e3c15e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422363 Oct 20 14:44:26.289331 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:26.459056 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:26.653644 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e4176f79-61ee-4ef1-b3ce-0ec49e853cb0 req-e74235d5-2a06-49a6-97ed-00051d863834 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 210 time: 0.0282807 Oct 20 14:44:27.073384 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f422c-5a17-445c-a38d-37c3435fd92a req-161d26f6-a552-4dda-846d-ff987f1b5fc1 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:27.075185 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-124f422c-5a17-445c-a38d-37c3435fd92a req-161d26f6-a552-4dda-846d-ff987f1b5fc1 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 943 time: 0.0513325 Oct 20 14:44:27.125269 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-124f422c-5a17-445c-a38d-37c3435fd92a req-3a15f192-4659-4fcf-881f-7bc67f5e4b2e tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443921 Oct 20 14:44:27.326199 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:27.334776 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c56fce-e8eb-4bca-9a0e-9288c16e681c req-b83fc4b4-a6e6-4a00-b8d0-1bd0068dadd1 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:27.336293 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-48c56fce-e8eb-4bca-9a0e-9288c16e681c req-b83fc4b4-a6e6-4a00-b8d0-1bd0068dadd1 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0482256 Oct 20 14:44:27.393866 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-48c56fce-e8eb-4bca-9a0e-9288c16e681c req-d9140ca3-6cbb-4aa1-b7d7-9acf88c7d531 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500290 Oct 20 14:44:27.767524 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b5c04ad3-e936-4477-bc74-1c709f2b5636 req-211320c5-8d39-4e7e-b645-cc83b23a11a0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 210 time: 0.0289769 Oct 20 14:44:28.251734 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480d25-010d-4715-a32a-4a853862db0b req-d942c9af-9ce9-4a1f-af62-f76b5d26644c tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:28.253276 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9c480d25-010d-4715-a32a-4a853862db0b req-d942c9af-9ce9-4a1f-af62-f76b5d26644c tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 943 time: 0.0506895 Oct 20 14:44:28.303716 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9c480d25-010d-4715-a32a-4a853862db0b req-027f15c5-e0ca-4042-95fd-77ea85f49647 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441000 Oct 20 14:44:28.519561 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e297d5-cec3-4b81-abe5-7a11b8e214e1 req-20ca37fc-bd88-4ae4-b7c4-797c810df5cd tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:28.522026 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d6e297d5-cec3-4b81-abe5-7a11b8e214e1 req-20ca37fc-bd88-4ae4-b7c4-797c810df5cd tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0494490 Oct 20 14:44:28.571495 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d6e297d5-cec3-4b81-abe5-7a11b8e214e1 req-8efd9b78-976c-4ad2-959b-1bd72b42b8da tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434587 Oct 20 14:44:28.880986 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-21f1120d-4fee-46b4-9d5b-f80494dd275f req-4a8f058d-eb4e-4fad-a439-69c4aeccf932 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 210 time: 0.0304668 Oct 20 14:44:29.440259 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c9125-fd2b-473f-99b2-98dbf4890530 req-e3ad091c-f939-4133-bcc7-d37a4da7618c tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:29.441790 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e14c9125-fd2b-473f-99b2-98dbf4890530 req-e3ad091c-f939-4133-bcc7-d37a4da7618c tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 943 time: 0.0527186 Oct 20 14:44:29.493473 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e14c9125-fd2b-473f-99b2-98dbf4890530 req-00d653af-78e8-43ad-a65f-7630085548e9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 Oct 20 14:44:29.575780 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:29.696565 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94748ec5-9cbb-40d7-8c2a-eb7b1543ac40 req-027a666c-65cc-4589-9144-65b8cf350a8f tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:29.698444 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-94748ec5-9cbb-40d7-8c2a-eb7b1543ac40 req-027a666c-65cc-4589-9144-65b8cf350a8f tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0500350 Oct 20 14:44:29.747806 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-94748ec5-9cbb-40d7-8c2a-eb7b1543ac40 req-ca9f8ed1-770d-481c-952b-8d07a656c8f7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441325 Oct 20 14:44:29.971278 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:29.987595 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-154b9d68-fa2d-4717-aa71-53b7a7b84d72 req-926e137d-a03a-43a1-b698-0d8a9b0f19d0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 210 time: 0.0312564 Oct 20 14:44:29.991499 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:30.442031 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f4ab6-ee96-4b97-9497-ae969e31381e req-2a4c0629-eb0c-42e8-ae84-333a36f9b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:30.443521 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-200f4ab6-ee96-4b97-9497-ae969e31381e req-2a4c0629-eb0c-42e8-ae84-333a36f9b45f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=adc778cfb32049d5844da08c78ba014a&device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 1127 time: 0.0422256 Oct 20 14:44:30.614266 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa017b4-9dc4-42fc-86a4-ef15bd00cad7 req-d744b385-9651-4d18-8d8c-a74529429543 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:30.615699 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-aaa017b4-9dc4-42fc-86a4-ef15bd00cad7 req-d744b385-9651-4d18-8d8c-a74529429543 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 943 time: 0.0460033 Oct 20 14:44:30.634041 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:30.663373 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-aaa017b4-9dc4-42fc-86a4-ef15bd00cad7 req-ebc9afb1-7045-46df-a8cd-b54d18de3f69 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416169 Oct 20 14:44:30.864626 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e020ae6-1122-4913-9bbe-9da7385e1c23 req-5bee69f5-3ee3-489c-894c-b6c44301e9ef tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:30.865994 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9e020ae6-1122-4913-9bbe-9da7385e1c23 req-5bee69f5-3ee3-489c-894c-b6c44301e9ef tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0456038 Oct 20 14:44:30.921192 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9e020ae6-1122-4913-9bbe-9da7385e1c23 req-ef1f542c-a4b3-48cd-af6d-291b88ea3d58 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489511 Oct 20 14:44:31.053067 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f4ab6-ee96-4b97-9497-ae969e31381e req-e76f2105-33fa-4ad2-a646-758283eef904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:31.054519 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-200f4ab6-ee96-4b97-9497-ae969e31381e req-e76f2105-33fa-4ad2-a646-758283eef904 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=adc778cfb32049d5844da08c78ba014a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1015968 Oct 20 14:44:31.104983 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7a78b3ef-ec94-4926-ab2f-5049f466388a req-8ffb4016-22ec-4a0f-afda-682449f9b6b3 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 210 time: 0.0312352 Oct 20 14:44:31.198926 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f4ab6-ee96-4b97-9497-ae969e31381e req-a8b33181-36b1-4ace-87e5-e0972d8efb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:31.200421 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-200f4ab6-ee96-4b97-9497-ae969e31381e req-a8b33181-36b1-4ace-87e5-e0972d8efb2a service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945659 Oct 20 14:44:31.283555 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e6da7-4d58-489d-8525-9c91bda30928 req-00e659fa-c153-4e75-8919-bd70e7caa956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:31.285486 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-222e6da7-4d58-489d-8525-9c91bda30928 req-00e659fa-c153-4e75-8919-bd70e7caa956 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=adc778cfb32049d5844da08c78ba014a&device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 1127 time: 0.0402181 Oct 20 14:44:31.334388 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-222e6da7-4d58-489d-8525-9c91bda30928 req-573ff99c-3c1d-42d7-a421-53d2e76ca382 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7737f129-fde2-4080-b32b-e42c5e55b1b7 HTTP/1.1" status: 200 len: 217 time: 0.0368257 Oct 20 14:44:31.389303 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e6da7-4d58-489d-8525-9c91bda30928 req-77710d93-9af9-436b-bbae-7640b4d31684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:31.390776 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-222e6da7-4d58-489d-8525-9c91bda30928 req-77710d93-9af9-436b-bbae-7640b4d31684 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6261a774-bcf9-4250-b029-679ef5989401 HTTP/1.1" status: 200 len: 853 time: 0.0491464 Oct 20 14:44:31.425251 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:31.436803 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e6da7-4d58-489d-8525-9c91bda30928 req-bae980e5-50a8-445f-ab6b-c43316bbff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:31.438257 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-222e6da7-4d58-489d-8525-9c91bda30928 req-bae980e5-50a8-445f-ab6b-c43316bbff78 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411887 Oct 20 14:44:31.783875 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-222e6da7-4d58-489d-8525-9c91bda30928 req-a42d05bd-4c53-4671-a3da-5263484b9e8d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259818 Oct 20 14:44:31.807880 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f725b8d-b7a6-4792-924d-e4d847d6e189 req-8f5fdfbf-d3d6-460f-ad31-1f82a6de89fc tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:31.809648 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1f725b8d-b7a6-4792-924d-e4d847d6e189 req-8f5fdfbf-d3d6-460f-ad31-1f82a6de89fc tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 943 time: 0.0647016 Oct 20 14:44:31.856606 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-32e5ad31-9f39-4ee6-a5e1-b9201952768d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:31.858345 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-32e5ad31-9f39-4ee6-a5e1-b9201952768d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 819 time: 0.1167588 Oct 20 14:44:31.897180 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:31.907412 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1f725b8d-b7a6-4792-924d-e4d847d6e189 req-16773500-4d0a-4880-8b16-217dfda769a6 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874066 Oct 20 14:44:31.933087 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-222e6da7-4d58-489d-8525-9c91bda30928 req-4c0b8a5e-cc2a-4c4a-946f-d1f5ad002638 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386595 Oct 20 14:44:31.936401 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-6ad42fad-6ccf-463a-af0f-af3717481603 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5 HTTP/1.1" status: 200 len: 380 time: 0.0698295 Oct 20 14:44:32.020278 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-9ed2eb09-ca70-43c9-bf9f-2cc569fea0d7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Request body: {'port': {'device_id': '824af68b-a192-4a4d-8058-1ab7086ef986', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'admin_state_up': True, 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'security_groups': ['27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9']}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:32.061895 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eec94-79cf-481f-adac-a03b9db938a9 req-d086d6f4-8296-42c9-b9e1-fd9e3a024b08 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:32.063455 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae6eec94-79cf-481f-adac-a03b9db938a9 req-d086d6f4-8296-42c9-b9e1-fd9e3a024b08 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0596890 Oct 20 14:44:32.116095 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:32.117407 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae6eec94-79cf-481f-adac-a03b9db938a9 req-e2e66076-32f5-4671-af90-e2669af40cf3 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471263 Oct 20 14:44:32.155750 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-9ed2eb09-ca70-43c9-bf9f-2cc569fea0d7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Made reservation on behalf of 7688b0fbf84b4f4f9c21cb4112ee53b5 for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:44:32.159780 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-9ed2eb09-ca70-43c9-bf9f-2cc569fea0d7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:32.236457 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0eb572fb-62cc-405a-a4d4-1a1eac83fab4 req-4564febb-5db2-452b-aa40-156ac77c66db tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 210 time: 0.0364869 Oct 20 14:44:32.301246 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-9ed2eb09-ca70-43c9-bf9f-2cc569fea0d7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Allocated IP 172.20.0.12 (c28ca665-bebd-48d6-918c-3a77995d0c6e/abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20/d15efa7b-2d55-44cf-a379-eaaae6f4f141) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:44:32.364084 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28786f39-32b2-4a4e-840a-e5d5d5df8185 req-46ba2292-daec-46a0-b4e7-4d645a67d7e9 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:32.371157 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-28786f39-32b2-4a4e-840a-e5d5d5df8185 req-46ba2292-daec-46a0-b4e7-4d645a67d7e9 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 945 time: 0.0619631 Oct 20 14:44:32.444851 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdc627-c137-400e-9341-c375aeda0553 req-f7dbf4a2-c624-4357-9030-7204cc0ab86b tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:32.446327 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3fcdc627-c137-400e-9341-c375aeda0553 req-f7dbf4a2-c624-4357-9030-7204cc0ab86b tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0726354 Oct 20 14:44:32.449984 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:32.455521 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-28786f39-32b2-4a4e-840a-e5d5d5df8185 req-4a708ed5-3e04-4b93-b8ca-3d99f33de959 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835409 Oct 20 14:44:32.465501 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-9ed2eb09-ca70-43c9-bf9f-2cc569fea0d7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:32.499163 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-9ed2eb09-ca70-43c9-bf9f-2cc569fea0d7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:32.501255 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3fcdc627-c137-400e-9341-c375aeda0553 req-6199fecb-46b4-45c2-b939-f92892fc230a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447805 Oct 20 14:44:32.551287 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-9ed2eb09-ca70-43c9-bf9f-2cc569fea0d7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Network c28ca665-bebd-48d6-918c-3a77995d0c6e is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:44:32.554404 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-9ed2eb09-ca70-43c9-bf9f-2cc569fea0d7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:44:32.557047 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-9ed2eb09-ca70-43c9-bf9f-2cc569fea0d7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:44:32.582630 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2eb09-ca70-43c9-bf9f-2cc569fea0d7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Pushing event updated for resources: {'Port': ['ID=d15efa7b-2d55-44cf-a379-eaaae6f4f141,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:32.611223 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-9ed2eb09-ca70-43c9-bf9f-2cc569fea0d7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:32.611827 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-9ed2eb09-ca70-43c9-bf9f-2cc569fea0d7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:32.629981 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-9ed2eb09-ca70-43c9-bf9f-2cc569fea0d7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6137974 Oct 20 14:44:32.770551 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-e5658fb9-003f-48c0-b71a-d637b666b4ca None None] Provisioning complete for port d15efa7b-2d55-44cf-a379-eaaae6f4f141 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:32.771065 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-e5658fb9-003f-48c0-b71a-d637b666b4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:32.771180 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-e5658fb9-003f-48c0-b71a-d637b666b4ca None None] Attempt 1 to provision port d15efa7b-2d55-44cf-a379-eaaae6f4f141 Oct 20 14:44:32.801809 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-e5658fb9-003f-48c0-b71a-d637b666b4ca None None] Port d15efa7b-2d55-44cf-a379-eaaae6f4f141 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:44:33.030718 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b0a94-b4d0-427f-b92a-793058cfa2c0 req-25d7e579-5f37-4383-99f9-7f61de9402e2 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:33.032086 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-650b0a94-b4d0-427f-b92a-793058cfa2c0 req-25d7e579-5f37-4383-99f9-7f61de9402e2 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 943 time: 0.0492387 Oct 20 14:44:33.064448 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Request body: {'port': {'device_id': '824af68b-a192-4a4d-8058-1ab7086ef986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:33.083766 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-650b0a94-b4d0-427f-b92a-793058cfa2c0 req-4a7c1f43-049f-4037-8774-18c7446fe46e tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459528 Oct 20 14:44:33.137623 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:33.328148 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:33.351060 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:33.364475 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce38e7-67aa-4cac-a528-d559c48cefc8 req-74ac69ec-1445-440a-b030-b65f63ef4be0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:33.365634 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e2ce38e7-67aa-4cac-a528-d559c48cefc8 req-74ac69ec-1445-440a-b030-b65f63ef4be0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 932 time: 0.0505021 Oct 20 14:44:33.397709 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15efa7b-2d55-44cf-a379-eaaae6f4f141 {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:44:33.405413 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Publish callbacks [] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:33.414308 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e2ce38e7-67aa-4cac-a528-d559c48cefc8 req-23b3ba60-eb7d-4358-afb1-2b30b8c43d6c tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412703 Oct 20 14:44:33.418595 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Transition to ACTIVE for port object d15efa7b-2d55-44cf-a379-eaaae6f4f141 will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:44:33.422303 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:33.483185 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d15efa7b-2d55-44cf-a379-eaaae6f4f141,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:33.532120 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Attempting to bind port d15efa7b-2d55-44cf-a379-eaaae6f4f141 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:44:33.532468 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Attempting to bind port d15efa7b-2d55-44cf-a379-eaaae6f4f141 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:44:33.532847 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Attempting to bind port d15efa7b-2d55-44cf-a379-eaaae6f4f141 on network c28ca665-bebd-48d6-918c-3a77995d0c6e {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:44:33.582368 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Port d15efa7b-2d55-44cf-a379-eaaae6f4f141 on network c28ca665-bebd-48d6-918c-3a77995d0c6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:44:33.582795 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Attempting to bind port d15efa7b-2d55-44cf-a379-eaaae6f4f141 on network c28ca665-bebd-48d6-918c-3a77995d0c6e {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:44:33.619455 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf2a5e-d71d-4251-b0c9-7a0bb382c2cb req-88ff7c77-635f-4291-be25-cff1dc2499a7 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:33.621547 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-97cf2a5e-d71d-4251-b0c9-7a0bb382c2cb req-88ff7c77-635f-4291-be25-cff1dc2499a7 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 945 time: 0.0788116 Oct 20 14:44:33.625608 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:44:33.626486 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Checking segment: {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:44:33.626486 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Bound using segment: {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:44:33.626741 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Bound port: d15efa7b-2d55-44cf-a379-eaaae6f4f141, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284a419a-f1b2-4464-9d7d-d9ed16ab3a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:44:33.627220 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:33.642969 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2c5dc-bf69-4b5c-be4f-3b9688945a1d req-98dca0b1-0854-4b84-8620-92a2f2048998 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:33.644401 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d7c2c5dc-bf69-4b5c-be4f-3b9688945a1d req-98dca0b1-0854-4b84-8620-92a2f2048998 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0644891 Oct 20 14:44:33.688199 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] For port d15efa7b-2d55-44cf-a379-eaaae6f4f141, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:44:33.691448 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] For port d15efa7b-2d55-44cf-a379-eaaae6f4f141, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d15efa7b-2d55-44cf-a379-eaaae6f4f141,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:44:33.697514 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:33.703713 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:33.704755 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-97cf2a5e-d71d-4251-b0c9-7a0bb382c2cb req-3a1b30d0-6c17-40a0-99ad-dbcbc7e44d04 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754905 Oct 20 14:44:33.708473 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:33.710021 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/d15efa7b-2d55-44cf-a379-eaaae6f4f141 HTTP/1.1" status: 200 len: 1094 time: 0.6528041 Oct 20 14:44:33.710610 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824af68b-a192-4a4d-8058-1ab7086ef986', 'tag': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:44:33.712955 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5429037-2751-497e-926c-fbdfe5f56268" -d '{"events": [{"name": "network-changed", "server_uuid": "824af68b-a192-4a4d-8058-1ab7086ef986", "tag": "d15efa7b-2d55-44cf-a379-eaaae6f4f141"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:44:33.737589 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d7c2c5dc-bf69-4b5c-be4f-3b9688945a1d req-5bcdf542-6e9f-4b3f-8086-8258987c4c86 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860147 Oct 20 14:44:33.754881 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd51eccf-d68b-48e4-b863-71c65edffc4d x-openstack-request-id: req-cd51eccf-d68b-48e4-b863-71c65edffc4d {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:44:33.755166 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824af68b-a192-4a4d-8058-1ab7086ef986", "tag": "d15efa7b-2d55-44cf-a379-eaaae6f4f141", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:44:33.755418 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd51eccf-d68b-48e4-b863-71c65edffc4d {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:44:33.755814 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd51eccf-d68b-48e4-b863-71c65edffc4d'] response: {'name': 'network-changed', 'server_uuid': '824af68b-a192-4a4d-8058-1ab7086ef986', 'tag': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141', 'status': 'completed', 'code': 200} Oct 20 14:44:33.767310 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784f0e4-d1b0-41e6-b9b2-c5af7b7343f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d15efa7b-2d55-44cf-a379-eaaae6f4f141,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:33.874687 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 7737f129-fde2-4080-b32b-e42c5e55b1b7 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:44:33.972093 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 7737f129-fde2-4080-b32b-e42c5e55b1b7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=7737f129-fde2-4080-b32b-e42c5e55b1b7,segment=NetworkSegment(aa52c9c4-d4d9-4356-a80b-e9597128b159),segment_id=aa52c9c4-d4d9-4356-a80b-e9597128b159)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:33.983545 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '7737f129-fde2-4080-b32b-e42c5e55b1b7', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'port_id': '7737f129-fde2-4080-b32b-e42c5e55b1b7', 'mac_address': 'fa:16:3e:e6:a2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6261a774-bcf9-4250-b029-679ef5989401', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:44:34.016954 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 7737f129-fde2-4080-b32b-e42c5e55b1b7 is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:34.017336 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:34.029599 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7737f129-fde2-4080-b32b-e42c5e55b1b7 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:44:34.049649 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 7737f129-fde2-4080-b32b-e42c5e55b1b7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=7737f129-fde2-4080-b32b-e42c5e55b1b7,segment=NetworkSegment(aa52c9c4-d4d9-4356-a80b-e9597128b159),segment_id=aa52c9c4-d4d9-4356-a80b-e9597128b159)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:34.053373 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:34.097372 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=7737f129-fde2-4080-b32b-e42c5e55b1b7,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:34.104135 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.104501 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.104862 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.105774 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.106102 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.106429 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.106821 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.107142 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.107460 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.108032 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.108375 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.108701 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.109020 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.109332 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.109643 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:34.205975 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62543935-f549-4948-9add-334b7de69968 req-52026632-51e2-486e-a935-813a81f639af tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:34.207405 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-62543935-f549-4948-9add-334b7de69968 req-52026632-51e2-486e-a935-813a81f639af tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 944 time: 0.0458570 Oct 20 14:44:34.255200 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-62543935-f549-4948-9add-334b7de69968 req-8ba9acc7-35ee-4933-b561-8be004114fdf tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421567 Oct 20 14:44:34.382992 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['7737f129-fde2-4080-b32b-e42c5e55b1b7'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:44:34.448418 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:34.456876 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:34.525275 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:34.543768 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fa216-509d-466d-8a1e-e79bde462738 req-07df5fb2-dc43-4020-8f4c-9f02e74ea93d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:34.545283 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae6fa216-509d-466d-8a1e-e79bde462738 req-07df5fb2-dc43-4020-8f4c-9f02e74ea93d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 944 time: 0.0522144 Oct 20 14:44:34.597408 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae6fa216-509d-466d-8a1e-e79bde462738 req-5bbae1e6-a332-4e8e-b05a-a26f32c90016 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465178 Oct 20 14:44:34.655371 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5429037-2751-497e-926c-fbdfe5f56268 req-35b3e5b5-026e-4725-871d-0b8e80f08117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:34.656828 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b5429037-2751-497e-926c-fbdfe5f56268 req-35b3e5b5-026e-4725-871d-0b8e80f08117 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 1128 time: 0.0435073 Oct 20 14:44:34.710360 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504ac16-7f6f-4a00-ae92-61b749d3bdcf req-b749bc78-3793-4e10-9ff2-30ccafa38be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:34.711842 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9504ac16-7f6f-4a00-ae92-61b749d3bdcf req-b749bc78-3793-4e10-9ff2-30ccafa38be4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a3d7fadfead1456792446f71c465bc0c&device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 1130 time: 0.0401790 Oct 20 14:44:34.769526 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5429037-2751-497e-926c-fbdfe5f56268 req-c075a5d9-6f19-4d12-a972-cb1066aa0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:34.771711 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b5429037-2751-497e-926c-fbdfe5f56268 req-c075a5d9-6f19-4d12-a972-cb1066aa0243 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0958164 Oct 20 14:44:34.889371 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5429037-2751-497e-926c-fbdfe5f56268 req-bbac1208-2fe1-488e-88ec-45c8b28ee787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:34.890810 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b5429037-2751-497e-926c-fbdfe5f56268 req-bbac1208-2fe1-488e-88ec-45c8b28ee787 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932581 Oct 20 14:44:34.900272 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6f943-ef10-4633-a333-2666626613f3 req-9cf72210-e413-46ec-b3cd-e105dddc7c5f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:34.901746 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0ca6f943-ef10-4633-a333-2666626613f3 req-9cf72210-e413-46ec-b3cd-e105dddc7c5f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 945 time: 0.1174915 Oct 20 14:44:34.935343 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b793-56b3-4f07-8951-e4a2aec87ed5 req-52bf742c-1dce-41b9-a493-a02fd24f46ee tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:34.936741 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e7d2b793-56b3-4f07-8951-e4a2aec87ed5 req-52bf742c-1dce-41b9-a493-a02fd24f46ee tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.1180828 Oct 20 14:44:34.983506 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-0d2bab08-ad6e-447e-8270-7ad48d9beb3d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:34.985055 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-0d2bab08-ad6e-447e-8270-7ad48d9beb3d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 945 time: 0.0798333 Oct 20 14:44:34.990741 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-649c172b-12c6-464b-a8f0-52bb757d71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:34.992069 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-649c172b-12c6-464b-a8f0-52bb757d71a0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 1128 time: 0.0563993 Oct 20 14:44:35.012574 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504ac16-7f6f-4a00-ae92-61b749d3bdcf req-a2cb2e08-ff5b-4e2a-9972-8739be5348f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:35.014071 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9504ac16-7f6f-4a00-ae92-61b749d3bdcf req-a2cb2e08-ff5b-4e2a-9972-8739be5348f2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352 HTTP/1.1" status: 200 len: 912 time: 0.2188747 Oct 20 14:44:35.038889 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0ca6f943-ef10-4633-a333-2666626613f3 req-32cb6cf2-ceb8-4a8f-89b5-6f1ca99318d7 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cd9ce618-1dad-48a2-8d8e-be23a8444b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290889 Oct 20 14:44:35.054658 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-072e97a5-9ac1-4b96-accd-b29b9d7ce3cc service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d15efa7b-2d55-44cf-a379-eaaae6f4f141 HTTP/1.1" status: 200 len: 217 time: 0.0529027 Oct 20 14:44:35.070289 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e7d2b793-56b3-4f07-8951-e4a2aec87ed5 req-85ab3862-f209-4a9d-82e1-a7841e0b16e0 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252952 Oct 20 14:44:35.092383 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9504ac16-7f6f-4a00-ae92-61b749d3bdcf req-a1519cc5-b888-484c-90b6-02e2247c3657 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=113928f5-c90e-4f91-8207-0c0a6f2d414b HTTP/1.1" status: 200 len: 1002 time: 0.0695202 Oct 20 14:44:35.137952 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:35.140842 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Deleting port 516e6fb9-5c7c-44bb-b65b-facb0026c92b {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:44:35.141178 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:35.143137 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:35.146800 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-881973db-4a8e-452d-871c-7620b2007dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:35.147714 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504ac16-7f6f-4a00-ae92-61b749d3bdcf req-0b4878d0-7a5e-42a9-b892-baef12b68b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:35.148223 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-881973db-4a8e-452d-871c-7620b2007dc4 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 HTTP/1.1" status: 200 len: 858 time: 0.0817888 Oct 20 14:44:35.149200 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9504ac16-7f6f-4a00-ae92-61b749d3bdcf req-0b4878d0-7a5e-42a9-b892-baef12b68b6b service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=1a67e092-0844-4291-b844-e931d44b047a HTTP/1.1" status: 200 len: 850 time: 0.0490613 Oct 20 14:44:35.203256 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:35.210019 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504ac16-7f6f-4a00-ae92-61b749d3bdcf req-6c55f13d-52e0-4932-a7e0-97373c1906ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:35.211498 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9504ac16-7f6f-4a00-ae92-61b749d3bdcf req-6c55f13d-52e0-4932-a7e0-97373c1906ad service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403209 Oct 20 14:44:35.253208 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-6a5ef714-7fea-4c92-bd42-8d89f2c284e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:35.254654 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-6a5ef714-7fea-4c92-bd42-8d89f2c284e2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c28ca665-bebd-48d6-918c-3a77995d0c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677366 Oct 20 14:44:35.305756 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9504ac16-7f6f-4a00-ae92-61b749d3bdcf req-ecd62733-1cc6-4adf-baee-a5882f90ae30 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853577 Oct 20 14:44:35.420774 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d328b5-7310-4ffa-b94e-24f23ae1ba2f req-064efa30-e750-456e-96f5-c893ad59f8d8 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:35.422351 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-21d328b5-7310-4ffa-b94e-24f23ae1ba2f req-064efa30-e750-456e-96f5-c893ad59f8d8 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 944 time: 0.0882199 Oct 20 14:44:35.450216 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9504ac16-7f6f-4a00-ae92-61b749d3bdcf req-fe216ad3-cbb1-456c-addf-b45e148165b8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379280 Oct 20 14:44:35.497436 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-21d328b5-7310-4ffa-b94e-24f23ae1ba2f req-c927a8f1-6ffa-421a-9f04-40ef8364c21e tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449286 Oct 20 14:44:35.546368 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] For port 516e6fb9-5c7c-44bb-b65b-facb0026c92b, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=516e6fb9-5c7c-44bb-b65b-facb0026c92b,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:35.546739 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:35.664801 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-6400a01d-a1e8-4c8f-94dc-b0b74d86017b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988321 Oct 20 14:44:35.727596 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ddb73-4715-4f23-93bd-3a9370321746 req-de7b2475-61e3-4968-87ba-5768063196c6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:35.729194 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f35ddb73-4715-4f23-93bd-3a9370321746 req-de7b2475-61e3-4968-87ba-5768063196c6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 944 time: 0.0499015 Oct 20 14:44:35.777833 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f35ddb73-4715-4f23-93bd-3a9370321746 req-8b4c4899-5fbc-4a04-8dc5-4b5a3368f29f tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 Oct 20 14:44:35.796317 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:35.796719 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (dc44194c-698c-4717-a077-dbeebf484ef8), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:35.797097 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.l3_db [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Floating IP dc44194c-698c-4717-a077-dbeebf484ef8 disassociated. External IP: 172.27.0.161, port: 516e6fb9-5c7c-44bb-b65b-facb0026c92b. Oct 20 14:44:35.797407 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Calling delete_port for 516e6fb9-5c7c-44bb-b65b-facb0026c92b owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:44:35.820184 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c48d2e9d-3802-4ec4-98f7-38b55f0d8819 req-addd6827-2695-4bb8-bc71-2d7dfd70168f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481287 Oct 20 14:44:35.938564 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (516e6fb9-5c7c-44bb-b65b-facb0026c92b), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:35.939462 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 7737f129-fde2-4080-b32b-e42c5e55b1b7 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:44:35.966930 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event deleted for resources: {'Port': ['ID=516e6fb9-5c7c-44bb-b65b-facb0026c92b,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:35.995515 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port 7737f129-fde2-4080-b32b-e42c5e55b1b7 completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:44:36.002270 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 7737f129-fde2-4080-b32b-e42c5e55b1b7 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:36.002613 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:36.002999 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 7737f129-fde2-4080-b32b-e42c5e55b1b7 Oct 20 14:44:36.088802 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Router f7e24323-3547-4288-9584-c3c76ffa6689 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:44:36.169702 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-68e86ec6-460c-41b6-a295-f1c0b34428f0 req-394db28c-ea60-4bc7-8118-3868ef595a4f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 210 time: 0.0447302 Oct 20 14:44:36.190660 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:36.207468 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:44:36.212930 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b990f1-6b86-42c6-a4a6-35dc2e19f8e3 req-e80d5a15-80ac-4d96-b4ae-138aa625c301 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:36.220880 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e4b990f1-6b86-42c6-a4a6-35dc2e19f8e3 req-e80d5a15-80ac-4d96-b4ae-138aa625c301 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0627539 Oct 20 14:44:36.223599 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ea36a6-14dc-4d1d-af7a-58c5366db469 None None] Sync routers for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:44:36.235428 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 7737f129-fde2-4080-b32b-e42c5e55b1b7 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:36.235951 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:36.245021 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:36.253333 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ea36a6-14dc-4d1d-af7a-58c5366db469 None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:36.254097 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-a4ea36a6-14dc-4d1d-af7a-58c5366db469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:44:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:36.255652 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] No DVR routers for this DVR port 516e6fb9-5c7c-44bb-b65b-facb0026c92b on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:44:36.258173 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:36.261930 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-0c9fa3c0-9726-4ec9-a274-0a9f855f413f req-66970d79-d315-425d-ac5c-33f0bc0bdb19 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "DELETE /networking/v2.0/ports/516e6fb9-5c7c-44bb-b65b-facb0026c92b HTTP/1.1" status: 204 len: 173 time: 1.2684283 Oct 20 14:44:36.264104 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'name': 'network-vif-deleted', 'tag': '516e6fb9-5c7c-44bb-b65b-facb0026c92b'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:44:36.264714 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61d03f4-91ae-4ee9-a5cd-5d72890c5deb" -d '{"events": [{"server_uuid": "da8d0a95-894e-4244-9a27-6b86a1b5ca83", "name": "network-vif-deleted", "tag": "516e6fb9-5c7c-44bb-b65b-facb0026c92b"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:44:36.270731 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e4b990f1-6b86-42c6-a4a6-35dc2e19f8e3 req-a30b6106-5fd0-4e8b-ae91-6bb0f9d36ab3 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485873 Oct 20 14:44:36.303204 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cb08c3-350a-48d3-b4eb-2e59bc483032 x-openstack-request-id: req-93cb08c3-350a-48d3-b4eb-2e59bc483032 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:44:36.303673 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8d0a95-894e-4244-9a27-6b86a1b5ca83", "name": "network-vif-deleted", "tag": "516e6fb9-5c7c-44bb-b65b-facb0026c92b", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:44:36.304074 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93cb08c3-350a-48d3-b4eb-2e59bc483032 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:44:36.304658 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93cb08c3-350a-48d3-b4eb-2e59bc483032'] response: {'server_uuid': 'da8d0a95-894e-4244-9a27-6b86a1b5ca83', 'name': 'network-vif-deleted', 'tag': '516e6fb9-5c7c-44bb-b65b-facb0026c92b', 'status': 'completed', 'code': 200} Oct 20 14:44:36.305415 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396b3353-8853-4ac0-abcd-98f55e471826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737f129-fde2-4080-b32b-e42c5e55b1b7'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:44:36.307987 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee6cd6d-db68-424f-9b85-091dcd60909a" -d '{"events": [{"server_uuid": "396b3353-8853-4ac0-abcd-98f55e471826", "name": "network-vif-plugged", "status": "completed", "tag": "7737f129-fde2-4080-b32b-e42c5e55b1b7"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:44:36.329602 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 7737f129-fde2-4080-b32b-e42c5e55b1b7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=7737f129-fde2-4080-b32b-e42c5e55b1b7,segment=NetworkSegment(aa52c9c4-d4d9-4356-a80b-e9597128b159),segment_id=aa52c9c4-d4d9-4356-a80b-e9597128b159)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:36.335394 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:36.336262 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 516e6fb9-5c7c-44bb-b65b-facb0026c92b no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:44:36.359186 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: 516e6fb9-5c7c-44bb-b65b-facb0026c92b {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:44:36.359537 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 516e6fb9-5c7c-44bb-b65b-facb0026c92b not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:44:36.365359 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9cb060-2f9f-4f64-bd34-96c1a0609ea3 x-openstack-request-id: req-fb9cb060-2f9f-4f64-bd34-96c1a0609ea3 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:44:36.365653 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396b3353-8853-4ac0-abcd-98f55e471826", "name": "network-vif-plugged", "status": "completed", "tag": "7737f129-fde2-4080-b32b-e42c5e55b1b7", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:44:36.365907 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb9cb060-2f9f-4f64-bd34-96c1a0609ea3 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:44:36.366295 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9cb060-2f9f-4f64-bd34-96c1a0609ea3'] response: {'server_uuid': '396b3353-8853-4ac0-abcd-98f55e471826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737f129-fde2-4080-b32b-e42c5e55b1b7', 'code': 200} Oct 20 14:44:36.455233 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-a4ea36a6-14dc-4d1d-af7a-58c5366db469 None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:36.457500 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=7737f129-fde2-4080-b32b-e42c5e55b1b7,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:36.624954 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b04e6a-4699-422d-8587-8c493eefb733 req-630d9565-13b1-4e5e-b762-61f4b829c536 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:36.626373 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-70b04e6a-4699-422d-8587-8c493eefb733 req-630d9565-13b1-4e5e-b762-61f4b829c536 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 945 time: 0.0508013 Oct 20 14:44:36.648128 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-a4ea36a6-14dc-4d1d-af7a-58c5366db469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:36.673365 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ea36a6-14dc-4d1d-af7a-58c5366db469 None None] Checking router: f7e24323-3547-4288-9584-c3c76ffa6689 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:44:36.674093 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-70b04e6a-4699-422d-8587-8c493eefb733 req-f8592998-af27-4e8a-a13c-8a515f2c0581 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419843 Oct 20 14:44:36.681862 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ea36a6-14dc-4d1d-af7a-58c5366db469 None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:36.682469 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-a4ea36a6-14dc-4d1d-af7a-58c5366db469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:44:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:36.786274 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-a4ea36a6-14dc-4d1d-af7a-58c5366db469 None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:36.892000 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:36.898803 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe48fe-0b1f-4395-86ef-4ad87bba02a3 req-4f4c1333-3026-4ba0-9822-ccc04fe9f087 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:36.900357 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-31fe48fe-0b1f-4395-86ef-4ad87bba02a3 req-4f4c1333-3026-4ba0-9822-ccc04fe9f087 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 944 time: 0.0469809 Oct 20 14:44:36.948125 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-31fe48fe-0b1f-4395-86ef-4ad87bba02a3 req-8f02b951-4c4b-45de-a671-10de7a6482e9 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418155 Oct 20 14:44:36.962893 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:36.977902 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-a4ea36a6-14dc-4d1d-af7a-58c5366db469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:37.003488 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ea36a6-14dc-4d1d-af7a-58c5366db469 None None] The sync data for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi is: [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:44:37.199814 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a0f75-1ed7-4cfa-b43f-46f65aab611f None None] New status for floating IP dc44194c-698c-4717-a077-dbeebf484ef8: DOWN {{(pid=111619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:44:37.282009 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-dbbbb215-a25f-4055-81a9-17f8616f601c req-462b29e3-12e5-4f45-9ef7-4c5a2142d7f1 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 210 time: 0.0311491 Oct 20 14:44:37.401005 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d5892-1169-4da1-8eed-ccf5035fc85c req-9cb8dda2-9ccd-4ba7-a4e0-a97c9fe72b5c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:37.403743 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ab0d5892-1169-4da1-8eed-ccf5035fc85c req-9cb8dda2-9ccd-4ba7-a4e0-a97c9fe72b5c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0520968 Oct 20 14:44:37.458523 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ab0d5892-1169-4da1-8eed-ccf5035fc85c req-211140cd-d9eb-4eca-91b6-02ea395e5d26 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467582 Oct 20 14:44:37.611253 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:37.615048 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d01b4-d79c-49ef-a831-63b2a2be8f19 req-4940b438-c9e5-4c6f-b468-24f947c33da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:37.616590 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-941d01b4-d79c-49ef-a831-63b2a2be8f19 req-4940b438-c9e5-4c6f-b468-24f947c33da2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 1129 time: 0.0433953 Oct 20 14:44:37.691190 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-941d01b4-d79c-49ef-a831-63b2a2be8f19 req-6958e9ec-2028-41b6-a6c4-3d95684ad140 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Oct 20 14:44:37.793419 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00ec71-301d-40a9-83d3-3b97fe11c251 req-1b9a2cd3-5d5c-4a8b-86d7-3df8734eaf29 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:37.794854 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4b00ec71-301d-40a9-83d3-3b97fe11c251 req-1b9a2cd3-5d5c-4a8b-86d7-3df8734eaf29 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 945 time: 0.0460961 Oct 20 14:44:37.841514 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4b00ec71-301d-40a9-83d3-3b97fe11c251 req-588dcf39-f16f-4df3-91df-405eabda15ee tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 Oct 20 14:44:37.907064 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device d15efa7b-2d55-44cf-a379-eaaae6f4f141 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:44:38.009792 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port d15efa7b-2d55-44cf-a379-eaaae6f4f141, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d15efa7b-2d55-44cf-a379-eaaae6f4f141,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:38.021775 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'port_id': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141', 'mac_address': 'fa:16:3e:ac:bc:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:44:38.057009 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port d15efa7b-2d55-44cf-a379-eaaae6f4f141 is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:38.057395 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:38.071136 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15efa7b-2d55-44cf-a379-eaaae6f4f141 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:44:38.078520 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d231e-473b-421c-aaf6-171abd66ba2e req-74cb40ab-b145-4337-b7c3-ece6f32d9222 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:38.080252 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-693d231e-473b-421c-aaf6-171abd66ba2e req-74cb40ab-b145-4337-b7c3-ece6f32d9222 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 944 time: 0.0552564 Oct 20 14:44:38.092379 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port d15efa7b-2d55-44cf-a379-eaaae6f4f141, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d15efa7b-2d55-44cf-a379-eaaae6f4f141,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:38.097366 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:38.130151 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-693d231e-473b-421c-aaf6-171abd66ba2e req-5a986414-a369-484b-a625-8baa53e937b6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439930 Oct 20 14:44:38.142992 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=d15efa7b-2d55-44cf-a379-eaaae6f4f141,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:38.398078 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2dfd0617-ca20-437a-979e-3d3b310fa9d0 req-cf20cf12-0447-45ca-8684-c9161aab972b tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=da8d0a95-894e-4244-9a27-6b86a1b5ca83 HTTP/1.1" status: 200 len: 210 time: 0.0276899 Oct 20 14:44:38.431269 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['d15efa7b-2d55-44cf-a379-eaaae6f4f141'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:44:38.966420 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba0a76-182d-406d-944c-840acae966db req-5c87a51a-bbaa-441a-8786-659d91cbae42 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:38.968021 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-edba0a76-182d-406d-944c-840acae966db req-5c87a51a-bbaa-441a-8786-659d91cbae42 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 945 time: 0.0524898 Oct 20 14:44:38.999095 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:39.017007 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-edba0a76-182d-406d-944c-840acae966db req-1f6db3c0-b549-4f22-8955-6d476da58bbd tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431623 Oct 20 14:44:39.251804 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3608347-91eb-415f-8066-d0b7e21a33d3 req-f559d32e-696d-4eeb-a094-a67374443c44 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:39.253277 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c3608347-91eb-415f-8066-d0b7e21a33d3 req-f559d32e-696d-4eeb-a094-a67374443c44 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 945 time: 0.0487149 Oct 20 14:44:39.299195 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c3608347-91eb-415f-8066-d0b7e21a33d3 req-588a3a02-24af-4fce-94b7-16cdf9f8ce5b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403240 Oct 20 14:44:39.490704 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36580) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:39.544214 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-985ec8dc-5b62-4a5b-9fca-d639ccdfb6c6 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (cd9ce618-1dad-48a2-8d8e-be23a8444b33), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:39.566251 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-985ec8dc-5b62-4a5b-9fca-d639ccdfb6c6 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (cd9ce618-1dad-48a2-8d8e-be23a8444b33), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:39.614135 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-985ec8dc-5b62-4a5b-9fca-d639ccdfb6c6 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (cd9ce618-1dad-48a2-8d8e-be23a8444b33), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:39.616699 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-985ec8dc-5b62-4a5b-9fca-d639ccdfb6c6 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:39.617810 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-985ec8dc-5b62-4a5b-9fca-d639ccdfb6c6 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/cd9ce618-1dad-48a2-8d8e-be23a8444b33 HTTP/1.1" status: 204 len: 168 time: 0.1261044 Oct 20 14:44:39.620657 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36582) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:39.627618 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ec8dc-5b62-4a5b-9fca-d639ccdfb6c6 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9ce618-1dad-48a2-8d8e-be23a8444b33,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:39.635269 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.api.v2.resource [None req-c6005719-747e-4cb4-8ac6-38b610fd00b1 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] show failed (client error): The resource could not be found. Oct 20 14:44:39.636255 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-c6005719-747e-4cb4-8ac6-38b610fd00b1 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups/cd9ce618-1dad-48a2-8d8e-be23a8444b33 HTTP/1.1" status: 404 len: 347 time: 0.0146143 Oct 20 14:44:39.640311 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36584) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:39.752725 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-2f96079f-8248-4faa-a6e9-816b09dcd06d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Deleting port 9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:44:39.753069 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2f96079f-8248-4faa-a6e9-816b09dcd06d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:39.829143 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2f96079f-8248-4faa-a6e9-816b09dcd06d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:39.829470 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2f96079f-8248-4faa-a6e9-816b09dcd06d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:39.845811 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-2f96079f-8248-4faa-a6e9-816b09dcd06d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Calling delete_port for 9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5 owned by network:floatingip {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:44:39.920155 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device d15efa7b-2d55-44cf-a379-eaaae6f4f141 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:44:39.964529 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port d15efa7b-2d55-44cf-a379-eaaae6f4f141 completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:44:39.969903 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port d15efa7b-2d55-44cf-a379-eaaae6f4f141 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:39.970322 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:39.970690 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port d15efa7b-2d55-44cf-a379-eaaae6f4f141 Oct 20 14:44:39.983247 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2f96079f-8248-4faa-a6e9-816b09dcd06d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.013168 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96079f-8248-4faa-a6e9-816b09dcd06d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event deleted for resources: {'Port': ['ID=9f6f4581-9c22-4d4c-b4ce-abf1cfcb98f5,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:40.047321 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port d15efa7b-2d55-44cf-a379-eaaae6f4f141 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:40.047911 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.073582 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824af68b-a192-4a4d-8058-1ab7086ef986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:44:40.076404 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5af5dfe-f9a4-41e4-ae0d-757047a94cec" -d '{"events": [{"server_uuid": "824af68b-a192-4a4d-8058-1ab7086ef986", "name": "network-vif-plugged", "status": "completed", "tag": "d15efa7b-2d55-44cf-a379-eaaae6f4f141"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:44:40.080637 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2f96079f-8248-4faa-a6e9-816b09dcd06d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (dc44194c-698c-4717-a077-dbeebf484ef8), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.083139 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2f96079f-8248-4faa-a6e9-816b09dcd06d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.086816 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-2f96079f-8248-4faa-a6e9-816b09dcd06d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/dc44194c-698c-4717-a077-dbeebf484ef8 HTTP/1.1" status: 204 len: 168 time: 0.4430737 Oct 20 14:44:40.089077 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port d15efa7b-2d55-44cf-a379-eaaae6f4f141, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d15efa7b-2d55-44cf-a379-eaaae6f4f141,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:40.098125 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.130663 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c99803b-c413-41c0-b503-65ab48375c06 x-openstack-request-id: req-5c99803b-c413-41c0-b503-65ab48375c06 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:44:40.131033 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824af68b-a192-4a4d-8058-1ab7086ef986", "name": "network-vif-plugged", "status": "completed", "tag": "d15efa7b-2d55-44cf-a379-eaaae6f4f141", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:44:40.131218 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c99803b-c413-41c0-b503-65ab48375c06 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:44:40.131607 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c99803b-c413-41c0-b503-65ab48375c06'] response: {'server_uuid': '824af68b-a192-4a4d-8058-1ab7086ef986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141', 'code': 200} Oct 20 14:44:40.158395 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=d15efa7b-2d55-44cf-a379-eaaae6f4f141,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:40.169408 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0a72a-bc64-49ed-9ae3-234073ee2bc6 req-22dbc464-3e08-45a5-a0d6-582870e00999 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:40.173089 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a3f0a72a-bc64-49ed-9ae3-234073ee2bc6 req-22dbc464-3e08-45a5-a0d6-582870e00999 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 945 time: 0.0548441 Oct 20 14:44:40.191728 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36592) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:40.196365 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-6c485ee8-307a-4f86-80be-6ec3fa46d0d0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495258526', 'description': 'tempest-description--1585647639'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:40.219577 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6c485ee8-307a-4f86-80be-6ec3fa46d0d0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.227795 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:40.233197 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a3f0a72a-bc64-49ed-9ae3-234073ee2bc6 req-4cdc72f4-61da-4b99-ae80-9923fe71f68a tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563238 Oct 20 14:44:40.307983 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6c485ee8-307a-4f86-80be-6ec3fa46d0d0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (bd1a58d1-6718-4c2d-9c1a-a91d3231a76e), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.318941 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6c485ee8-307a-4f86-80be-6ec3fa46d0d0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (bd1a58d1-6718-4c2d-9c1a-a91d3231a76e), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.364855 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505dee-3431-42c1-9cd2-be2c209134a3 req-4a3d6389-ea41-4136-8729-76fc1b0be3e0 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:40.366152 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-12505dee-3431-42c1-9cd2-be2c209134a3 req-4a3d6389-ea41-4136-8729-76fc1b0be3e0 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 945 time: 0.0542898 Oct 20 14:44:40.387366 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c821b5e-2d56-44bf-b39f-af70d2bb29af req-7cd4c46d-4af4-45e4-9c3a-29a8f6d7b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:40.389802 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-8c821b5e-2d56-44bf-b39f-af70d2bb29af req-7cd4c46d-4af4-45e4-9c3a-29a8f6d7b92d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 1130 time: 0.0804863 Oct 20 14:44:40.392470 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6c485ee8-307a-4f86-80be-6ec3fa46d0d0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.393593 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-6c485ee8-307a-4f86-80be-6ec3fa46d0d0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2007711 Oct 20 14:44:40.396598 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36598) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:40.401831 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-2311c7ab-fe74-483f-94a9-bed38651ffc1 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'security_group_rule': {'security_group_id': 'bd1a58d1-6718-4c2d-9c1a-a91d3231a76e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:40.416188 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c485ee8-307a-4f86-80be-6ec3fa46d0d0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:40.456943 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-12505dee-3431-42c1-9cd2-be2c209134a3 req-438900ae-5f56-4760-a8f0-ef471c005eb9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834045 Oct 20 14:44:40.461965 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-8c821b5e-2d56-44bf-b39f-af70d2bb29af req-8ff0c510-e2b8-4849-900d-5995004ce1d8 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538557 Oct 20 14:44:40.466309 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928c3de-1afc-4edd-889c-7dcc49da9c19 req-a5d2e1e5-d318-4930-bc56-5d649d08ce5f tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:40.467616 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9928c3de-1afc-4edd-889c-7dcc49da9c19 req-a5d2e1e5-d318-4930-bc56-5d649d08ce5f tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0802660 Oct 20 14:44:40.475197 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2311c7ab-fe74-483f-94a9-bed38651ffc1 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (ca80f47b-9338-449c-9b08-c1f31bf35997), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.495626 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:40.507452 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:40.536376 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9928c3de-1afc-4edd-889c-7dcc49da9c19 req-7dc9a5d1-da4c-4a29-a2df-d642079426a0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592172 Oct 20 14:44:40.540480 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2311c7ab-fe74-483f-94a9-bed38651ffc1 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (ca80f47b-9338-449c-9b08-c1f31bf35997), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.545899 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2311c7ab-fe74-483f-94a9-bed38651ffc1 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (ca80f47b-9338-449c-9b08-c1f31bf35997), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.565465 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311c7ab-fe74-483f-94a9-bed38651ffc1 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca80f47b-9338-449c-9b08-c1f31bf35997,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:40.572741 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2311c7ab-fe74-483f-94a9-bed38651ffc1 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.577614 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-2311c7ab-fe74-483f-94a9-bed38651ffc1 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1764395 Oct 20 14:44:40.577880 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36602) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:40.582230 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-cf649610-8eaf-4761-be28-03ae3ffed953 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'security_group_rule': {'security_group_id': 'bd1a58d1-6718-4c2d-9c1a-a91d3231a76e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:40.609479 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cf649610-8eaf-4761-be28-03ae3ffed953 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (3b4890fc-883a-44ca-ba46-efeff9ed7e0f), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.665821 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cf649610-8eaf-4761-be28-03ae3ffed953 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (3b4890fc-883a-44ca-ba46-efeff9ed7e0f), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.670059 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cf649610-8eaf-4761-be28-03ae3ffed953 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (3b4890fc-883a-44ca-ba46-efeff9ed7e0f), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.691484 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf649610-8eaf-4761-be28-03ae3ffed953 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4890fc-883a-44ca-ba46-efeff9ed7e0f,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:40.696641 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cf649610-8eaf-4761-be28-03ae3ffed953 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.697841 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-cf649610-8eaf-4761-be28-03ae3ffed953 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190240 Oct 20 14:44:40.701895 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36604) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:40.706377 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'floatingip': {'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:40.729087 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.836604 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1942f51-f4d1-41bc-9596-1ed950457d9a req-320417da-6912-438d-8ae4-7c60cc80115c tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:40.837957 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e1942f51-f4d1-41bc-9596-1ed950457d9a req-320417da-6912-438d-8ae4-7c60cc80115c tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 945 time: 0.0626521 Oct 20 14:44:40.866344 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:40.933620 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e1942f51-f4d1-41bc-9596-1ed950457d9a req-47b8fd55-566a-48f2-a9db-e4ae7ccbe178 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892954 Oct 20 14:44:40.998766 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Allocated IP 172.27.0.167 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/f966b2eb-2952-45e2-97c9-d1cf170dcacb) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:44:41.103077 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:41.107039 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for port (f966b2eb-2952-45e2-97c9-d1cf170dcacb), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:41.145482 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (f966b2eb-2952-45e2-97c9-d1cf170dcacb), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:41.186811 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:44:41.191694 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:44:41.195629 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:44:41.210247 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'Port': ['ID=f966b2eb-2952-45e2-97c9-d1cf170dcacb,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:41.242749 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:41.261839 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (2e0ed6ba-0d97-4072-a385-39a05906a78c), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:41.302547 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (f966b2eb-2952-45e2-97c9-d1cf170dcacb), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:41.455066 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for port (f966b2eb-2952-45e2-97c9-d1cf170dcacb), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:41.459318 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (f966b2eb-2952-45e2-97c9-d1cf170dcacb), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:41.459953 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (2e0ed6ba-0d97-4072-a385-39a05906a78c), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:41.498107 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:41.499318 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7964075 Oct 20 14:44:41.506285 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bc37a-da72-4fd6-a742-5a5a53576099 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'Port': ['ID=f966b2eb-2952-45e2-97c9-d1cf170dcacb,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:41.665976 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd34d46-fd4c-4eda-80d9-35e071b4dc96 req-ff439bb3-601f-4df4-aa4a-7299ac89cd6e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:41.667430 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-dcd34d46-fd4c-4eda-80d9-35e071b4dc96 req-ff439bb3-601f-4df4-aa4a-7299ac89cd6e tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0497847 Oct 20 14:44:41.731404 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-0c60f238-6ec2-4e94-8030-b7f17e4fffc4 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--495258526&fields=id&tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e HTTP/1.1" status: 200 len: 267 time: 0.0720878 Oct 20 14:44:41.756756 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-dcd34d46-fd4c-4eda-80d9-35e071b4dc96 req-2c9f0b76-9649-4e3a-b421-288158a10743 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832007 Oct 20 14:44:41.843871 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-0b0e7174-f03f-4deb-b720-56e4e1e3aa44 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:41.845323 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-0b0e7174-f03f-4deb-b720-56e4e1e3aa44 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 814 time: 0.1059780 Oct 20 14:44:41.859958 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-2b41cdaa-1db1-4447-8977-92a340fd6ea9 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/quotas/8d8d1dfd3c714794a3fca61b2c6b093e HTTP/1.1" status: 200 len: 375 time: 0.0092993 Oct 20 14:44:41.907450 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-9902afa0-ce47-46f9-9c13-037878b2eda9 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426414 Oct 20 14:44:42.004848 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-5a86bff2-f8e0-4220-866f-cb4ca89bb283 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863752 Oct 20 14:44:42.097292 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-4b0bb876-a83f-489f-8418-1ec703213fa6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869100 Oct 20 14:44:42.523421 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-66da9487-4834-4394-8e87-14339c41aa72 req-76c1fee7-9fdb-4c36-8f86-58973f133185 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 210 time: 0.2939293 Oct 20 14:44:42.886061 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:42.904713 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfe55b-ed5d-4363-8cb7-c0607a48286a req-bddb5df4-1720-49a3-879a-524ed3406529 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:42.905856 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-97dfe55b-ed5d-4363-8cb7-c0607a48286a req-bddb5df4-1720-49a3-879a-524ed3406529 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0695539 Oct 20 14:44:42.949352 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:42.963025 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-97dfe55b-ed5d-4363-8cb7-c0607a48286a req-1fa00901-f2bf-4ede-8852-d3da7eb2d7d0 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515380 Oct 20 14:44:43.093929 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba836405-b0d3-46cf-8556-a4412a11fd35 req-17a2017e-6750-471b-bf56-52e3c6fabf0d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:43.095362 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ba836405-b0d3-46cf-8556-a4412a11fd35 req-17a2017e-6750-471b-bf56-52e3c6fabf0d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0531528 Oct 20 14:44:43.105930 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36660) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:43.110762 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-506935b9-9a6a-4bbf-8c73-95057de0b224 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Request body: {'floatingip': {'port_id': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:43.149222 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-506935b9-9a6a-4bbf-8c73-95057de0b224 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for floatingip (85c96661-d943-4b82-8295-374e40608ef4), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:43.578722 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-506935b9-9a6a-4bbf-8c73-95057de0b224 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:43.583061 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-506935b9-9a6a-4bbf-8c73-95057de0b224 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (85c96661-d943-4b82-8295-374e40608ef4), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:43.653841 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae9d4e31-6da8-4c43-8d57-57c3e9aeec18 req-7888b4c6-8183-42ab-85c2-d50a1f5953de tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 210 time: 0.0368106 Oct 20 14:44:43.712414 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.l3_db [None req-506935b9-9a6a-4bbf-8c73-95057de0b224 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Floating IP 85c96661-d943-4b82-8295-374e40608ef4 associated. External IP: 172.27.0.47, port: d15efa7b-2d55-44cf-a379-eaaae6f4f141. Oct 20 14:44:43.742451 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-9ffff363-076e-4ba9-85b4-74cfad726e30 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:43.744047 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-9ffff363-076e-4ba9-85b4-74cfad726e30 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 814 time: 0.1198256 Oct 20 14:44:43.812679 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-4c357df2-53f5-4931-a49a-6c27b29e0eb0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e HTTP/1.1" status: 200 len: 379 time: 0.0553994 Oct 20 14:44:43.898551 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-ad2b69a7-2a9d-45a2-a652-1180707162a5 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'port': {'device_id': 'c7254508-d290-4971-a856-7c9afb57161b', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'admin_state_up': True, 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'security_groups': ['bd1a58d1-6718-4c2d-9c1a-a91d3231a76e']}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:43.920533 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506935b9-9a6a-4bbf-8c73-95057de0b224 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:44:44.018282 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-ad2b69a7-2a9d-45a2-a652-1180707162a5 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Made reservation on behalf of 8d8d1dfd3c714794a3fca61b2c6b093e for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:44:44.022637 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-ad2b69a7-2a9d-45a2-a652-1180707162a5 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:44.023984 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506935b9-9a6a-4bbf-8c73-95057de0b224 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:44:44.028973 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-506935b9-9a6a-4bbf-8c73-95057de0b224 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:44.035929 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568ebd0-1ac4-4e2f-939e-d1c943fda57c None None] Sync routers for ids ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:44:44.047283 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568ebd0-1ac4-4e2f-939e-d1c943fda57c None None] Routers {'4b62dca2-0d26-475a-a4d6-269e2d8a18fd'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:44.048000 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-6568ebd0-1ac4-4e2f-939e-d1c943fda57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:44:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:44.066342 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-506935b9-9a6a-4bbf-8c73-95057de0b224 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/85c96661-d943-4b82-8295-374e40608ef4 HTTP/1.1" status: 200 len: 991 time: 0.9569459 Oct 20 14:44:44.066342 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824af68b-a192-4a4d-8058-1ab7086ef986', 'tag': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:44:44.067128 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a38262-7ca8-412d-9972-861499deb0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "824af68b-a192-4a4d-8058-1ab7086ef986", "tag": "d15efa7b-2d55-44cf-a379-eaaae6f4f141"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:44:44.104254 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:44.108948 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177f7a37-f0ea-435f-8bf8-46dd146b33b2 x-openstack-request-id: req-177f7a37-f0ea-435f-8bf8-46dd146b33b2 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:44:44.109307 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824af68b-a192-4a4d-8058-1ab7086ef986", "tag": "d15efa7b-2d55-44cf-a379-eaaae6f4f141", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:44:44.109623 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-177f7a37-f0ea-435f-8bf8-46dd146b33b2 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:44:44.110088 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177f7a37-f0ea-435f-8bf8-46dd146b33b2'] response: {'name': 'network-changed', 'server_uuid': '824af68b-a192-4a4d-8058-1ab7086ef986', 'tag': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141', 'status': 'completed', 'code': 200} Oct 20 14:44:44.135206 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:44.162718 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-6568ebd0-1ac4-4e2f-939e-d1c943fda57c None None] Set router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:44.197098 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-ad2b69a7-2a9d-45a2-a652-1180707162a5 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Allocated IP 172.20.0.14 (bc51d155-90b9-48b7-86e9-fc4346955e9e/56f61a25-fefc-4795-ba33-a4348feea40d/813487db-4806-4570-a1f7-f8c76f352e9e) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:44:44.200932 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38262-7ca8-412d-9972-861499deb0d2 req-c65e76cc-0fb9-4504-bb86-eef5a290c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:44.202164 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-60a38262-7ca8-412d-9972-861499deb0d2 req-c65e76cc-0fb9-4504-bb86-eef5a290c046 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 1130 time: 0.0644770 Oct 20 14:44:44.285285 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:44.367156 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:44.374642 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38262-7ca8-412d-9972-861499deb0d2 req-469ef23a-4779-4003-874c-a5b3a9a45b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:44.375135 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-6568ebd0-1ac4-4e2f-939e-d1c943fda57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 4, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '85c96661-d943-4b82-8295-374e40608ef4', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'port_id': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'mac_address': 'fa:16:3e:ac:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824af68b-a192-4a4d-8058-1ab7086ef986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:24Z', 'updated_at': '2022-10-20T14:44:43Z', 'revision_number': 1, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693e3304-e5ae-45f6-ae05-5fad936e343f', 'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'mac_address': 'fa:16:3e:bb:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:36Z', 'revision_number': 5, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'subnets': [{'id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:44.376086 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-60a38262-7ca8-412d-9972-861499deb0d2 req-469ef23a-4779-4003-874c-a5b3a9a45b40 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 920 time: 0.1661789 Oct 20 14:44:44.403729 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568ebd0-1ac4-4e2f-939e-d1c943fda57c None None] Checking router: 4b62dca2-0d26-475a-a4d6-269e2d8a18fd for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:44:44.412040 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568ebd0-1ac4-4e2f-939e-d1c943fda57c None None] Routers {'4b62dca2-0d26-475a-a4d6-269e2d8a18fd'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:44.412662 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-6568ebd0-1ac4-4e2f-939e-d1c943fda57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:44:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:44.475308 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-ad2b69a7-2a9d-45a2-a652-1180707162a5 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for port (813487db-4806-4570-a1f7-f8c76f352e9e), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:44.477792 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-60a38262-7ca8-412d-9972-861499deb0d2 req-a877a4a9-aa8f-432e-be60-2c28ca4b0c37 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d15efa7b-2d55-44cf-a379-eaaae6f4f141 HTTP/1.1" status: 200 len: 999 time: 0.0929456 Oct 20 14:44:44.510797 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-6568ebd0-1ac4-4e2f-939e-d1c943fda57c None None] Set router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:44.543861 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38262-7ca8-412d-9972-861499deb0d2 req-a603abf2-cd92-49e4-8779-557a50496040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:44.545399 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-60a38262-7ca8-412d-9972-861499deb0d2 req-a603abf2-cd92-49e4-8779-557a50496040 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 HTTP/1.1" status: 200 len: 858 time: 0.0612893 Oct 20 14:44:44.550237 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-ad2b69a7-2a9d-45a2-a652-1180707162a5 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (813487db-4806-4570-a1f7-f8c76f352e9e), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:44.625960 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-ad2b69a7-2a9d-45a2-a652-1180707162a5 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Network bc51d155-90b9-48b7-86e9-fc4346955e9e is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:44:44.636275 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-ad2b69a7-2a9d-45a2-a652-1180707162a5 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:44:44.639182 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-ad2b69a7-2a9d-45a2-a652-1180707162a5 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:44:44.644744 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b69a7-2a9d-45a2-a652-1180707162a5 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'Port': ['ID=813487db-4806-4570-a1f7-f8c76f352e9e,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:44.666049 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38262-7ca8-412d-9972-861499deb0d2 req-b3e534a0-4c0f-486c-9034-3103f397a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:44.667543 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-60a38262-7ca8-412d-9972-861499deb0d2 req-b3e534a0-4c0f-486c-9034-3103f397a9b1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c28ca665-bebd-48d6-918c-3a77995d0c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1129880 Oct 20 14:44:44.758455 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-ad2b69a7-2a9d-45a2-a652-1180707162a5 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:44.759321 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-ad2b69a7-2a9d-45a2-a652-1180707162a5 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:44.790459 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:44.796115 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:44.797489 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-ad2b69a7-2a9d-45a2-a652-1180707162a5 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9028554 Oct 20 14:44:44.812942 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21bb1b-1a6f-4b23-85dc-9d18a6deb650 req-33b91932-4d2d-4b59-81e3-58bc88f1b446 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:44.814801 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bb21bb1b-1a6f-4b23-85dc-9d18a6deb650 req-33b91932-4d2d-4b59-81e3-58bc88f1b446 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 932 time: 0.0607967 Oct 20 14:44:44.815347 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Request body: {'port': {'device_id': 'c7254508-d290-4971-a856-7c9afb57161b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:44.852601 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-60a38262-7ca8-412d-9972-861499deb0d2 req-64237e25-0fbe-495e-a909-0e2a8ca7efd4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767640 Oct 20 14:44:44.884494 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bb21bb1b-1a6f-4b23-85dc-9d18a6deb650 req-ffe83323-2163-49aa-b58a-1b118bb8fc82 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568531 Oct 20 14:44:44.896297 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-6568ebd0-1ac4-4e2f-939e-d1c943fda57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 4, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '85c96661-d943-4b82-8295-374e40608ef4', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'port_id': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'mac_address': 'fa:16:3e:ac:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824af68b-a192-4a4d-8058-1ab7086ef986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:24Z', 'updated_at': '2022-10-20T14:44:43Z', 'revision_number': 1, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693e3304-e5ae-45f6-ae05-5fad936e343f', 'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'mac_address': 'fa:16:3e:bb:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:36Z', 'revision_number': 5, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'subnets': [{'id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:44.924193 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568ebd0-1ac4-4e2f-939e-d1c943fda57c None None] The sync data for ids ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'] in dv-cinder-779233-7-iscsi is: [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 4, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '85c96661-d943-4b82-8295-374e40608ef4', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'port_id': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'mac_address': 'fa:16:3e:ac:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824af68b-a192-4a4d-8058-1ab7086ef986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:24Z', 'updated_at': '2022-10-20T14:44:43Z', 'revision_number': 1, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693e3304-e5ae-45f6-ae05-5fad936e343f', 'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'mac_address': 'fa:16:3e:bb:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:36Z', 'revision_number': 5, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'subnets': [{'id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:44:44.954126 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (813487db-4806-4570-a1f7-f8c76f352e9e), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:45.009865 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-5cfb8434-3c87-4dff-b5d3-30a3b0b9fa76 None None] Provisioning complete for port 813487db-4806-4570-a1f7-f8c76f352e9e triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:45.010240 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cfb8434-3c87-4dff-b5d3-30a3b0b9fa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (813487db-4806-4570-a1f7-f8c76f352e9e), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:45.010569 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-5cfb8434-3c87-4dff-b5d3-30a3b0b9fa76 None None] Attempt 1 to provision port 813487db-4806-4570-a1f7-f8c76f352e9e Oct 20 14:44:45.017237 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-60a38262-7ca8-412d-9972-861499deb0d2 req-767b10ff-a5d9-40c3-b6c9-57f979dffbce service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584535 Oct 20 14:44:45.049922 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb8434-3c87-4dff-b5d3-30a3b0b9fa76 None None] Port 813487db-4806-4570-a1f7-f8c76f352e9e cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:44:45.148771 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7515e5e1-e46f-48a3-8f1b-d626f17a7840 None None] New status for floating IP 85c96661-d943-4b82-8295-374e40608ef4: ACTIVE {{(pid=111619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:44:45.224310 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:45.245701 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:45.258653 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813487db-4806-4570-a1f7-f8c76f352e9e {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:44:45.267782 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Publish callbacks [] for port (813487db-4806-4570-a1f7-f8c76f352e9e), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:45.282446 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Transition to ACTIVE for port object 813487db-4806-4570-a1f7-f8c76f352e9e will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:44:45.286413 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (813487db-4806-4570-a1f7-f8c76f352e9e), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:45.350725 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Pushing event updated for resources: {'Port': ['ID=813487db-4806-4570-a1f7-f8c76f352e9e,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:45.404446 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Attempting to bind port 813487db-4806-4570-a1f7-f8c76f352e9e on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:44:45.404785 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Attempting to bind port 813487db-4806-4570-a1f7-f8c76f352e9e by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:44:45.405113 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Attempting to bind port 813487db-4806-4570-a1f7-f8c76f352e9e on network bc51d155-90b9-48b7-86e9-fc4346955e9e {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:44:45.453203 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Port 813487db-4806-4570-a1f7-f8c76f352e9e on network bc51d155-90b9-48b7-86e9-fc4346955e9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:44:45.453517 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Attempting to bind port 813487db-4806-4570-a1f7-f8c76f352e9e on network bc51d155-90b9-48b7-86e9-fc4346955e9e {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:44:45.493524 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:44:45.493850 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Checking segment: {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:44:45.494220 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Bound using segment: {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:44:45.494636 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Bound port: 813487db-4806-4570-a1f7-f8c76f352e9e, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:44:45.494983 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (813487db-4806-4570-a1f7-f8c76f352e9e), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:45.783333 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] For port 813487db-4806-4570-a1f7-f8c76f352e9e, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:44:45.786537 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] For port 813487db-4806-4570-a1f7-f8c76f352e9e, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=813487db-4806-4570-a1f7-f8c76f352e9e,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:44:45.792437 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (813487db-4806-4570-a1f7-f8c76f352e9e), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:45.797102 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:45.797696 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:45.799070 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/813487db-4806-4570-a1f7-f8c76f352e9e HTTP/1.1" status: 200 len: 1094 time: 0.9925063 Oct 20 14:44:45.800506 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7254508-d290-4971-a856-7c9afb57161b', 'tag': '813487db-4806-4570-a1f7-f8c76f352e9e'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:44:45.802799 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837f5db8-833d-4dbf-82b7-fc7415cd4a32" -d '{"events": [{"name": "network-changed", "server_uuid": "c7254508-d290-4971-a856-7c9afb57161b", "tag": "813487db-4806-4570-a1f7-f8c76f352e9e"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:44:45.872950 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24d5c18-8589-4986-b349-54941bcca537 x-openstack-request-id: req-b24d5c18-8589-4986-b349-54941bcca537 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:44:45.873232 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7254508-d290-4971-a856-7c9afb57161b", "tag": "813487db-4806-4570-a1f7-f8c76f352e9e", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:44:45.873474 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b24d5c18-8589-4986-b349-54941bcca537 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:44:45.873860 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24d5c18-8589-4986-b349-54941bcca537'] response: {'name': 'network-changed', 'server_uuid': 'c7254508-d290-4971-a856-7c9afb57161b', 'tag': '813487db-4806-4570-a1f7-f8c76f352e9e', 'status': 'completed', 'code': 200} Oct 20 14:44:45.874586 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03560d48-3c5b-4f08-8270-6d5c9333a64f service neutron] Pushing event updated for resources: {'Port': ['ID=813487db-4806-4570-a1f7-f8c76f352e9e,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:45.888689 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-49a5fd15-f504-4aa6-a844-494301f91115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:45.890164 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-49a5fd15-f504-4aa6-a844-494301f91115 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 1128 time: 0.0505445 Oct 20 14:44:45.931862 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-b08be8fe-d316-4a09-a440-7d920a8bff9e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=813487db-4806-4570-a1f7-f8c76f352e9e HTTP/1.1" status: 200 len: 217 time: 0.0352216 Oct 20 14:44:45.980545 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-49b4056b-1b87-401e-80f7-15b0c74b0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:45.982204 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-49b4056b-1b87-401e-80f7-15b0c74b0567 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56f61a25-fefc-4795-ba33-a4348feea40d HTTP/1.1" status: 200 len: 853 time: 0.0444572 Oct 20 14:44:45.992861 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b07b72-1984-456c-9d54-9f42c2c717f9 req-f6785058-095d-49cf-a319-1b517e21cf3d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:45.994335 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-75b07b72-1984-456c-9d54-9f42c2c717f9 req-f6785058-095d-49cf-a319-1b517e21cf3d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 944 time: 0.0471776 Oct 20 14:44:46.025382 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-6a8d5ae3-f7f4-4384-8e01-cbde9b37616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:46.026888 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-6a8d5ae3-f7f4-4384-8e01-cbde9b37616b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=bc51d155-90b9-48b7-86e9-fc4346955e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384245 Oct 20 14:44:46.041981 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-75b07b72-1984-456c-9d54-9f42c2c717f9 req-95e68d2c-2810-4b39-947a-c15e310138f0 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417569 Oct 20 14:44:46.121111 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-383d6920-7a82-49e4-bd66-11b0dbdd6eb7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864847 Oct 20 14:44:46.210235 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ab67e176-e88b-4ae3-90f6-596f9e01aa91 req-93765424-540a-4477-960d-3556b26569ef service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827425 Oct 20 14:44:47.171161 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72d502-37b1-4266-bfa4-35752ddf4603 req-84dd6892-70b2-41a7-b5bd-7567c5ca4dbe tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:47.172672 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-df72d502-37b1-4266-bfa4-35752ddf4603 req-84dd6892-70b2-41a7-b5bd-7567c5ca4dbe tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 944 time: 0.0543594 Oct 20 14:44:47.226305 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-df72d502-37b1-4266-bfa4-35752ddf4603 req-a852d7f6-f607-40a6-bbad-989a6fc4da1f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476899 Oct 20 14:44:47.348140 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f5db8-833d-4dbf-82b7-fc7415cd4a32 req-8dd56612-d8e7-4595-93e1-dd348bab2a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:47.349679 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-837f5db8-833d-4dbf-82b7-fc7415cd4a32 req-8dd56612-d8e7-4595-93e1-dd348bab2a66 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 1128 time: 0.0451105 Oct 20 14:44:47.403701 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:47.446197 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f5db8-833d-4dbf-82b7-fc7415cd4a32 req-effa808c-0013-4bd0-8ea3-a4e2d859cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:47.447621 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-837f5db8-833d-4dbf-82b7-fc7415cd4a32 req-effa808c-0013-4bd0-8ea3-a4e2d859cae2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 915 time: 0.0918615 Oct 20 14:44:47.485609 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-837f5db8-833d-4dbf-82b7-fc7415cd4a32 req-d8d49264-796f-4e4b-9534-94bd3a7fdac2 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=813487db-4806-4570-a1f7-f8c76f352e9e HTTP/1.1" status: 200 len: 217 time: 0.0315104 Oct 20 14:44:47.536037 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f5db8-833d-4dbf-82b7-fc7415cd4a32 req-de9b200a-f303-4311-8df3-29f7afe30130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:47.537476 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-837f5db8-833d-4dbf-82b7-fc7415cd4a32 req-de9b200a-f303-4311-8df3-29f7afe30130 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56f61a25-fefc-4795-ba33-a4348feea40d HTTP/1.1" status: 200 len: 853 time: 0.0460849 Oct 20 14:44:47.580819 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f5db8-833d-4dbf-82b7-fc7415cd4a32 req-e3634378-0cfe-43ff-a3d5-ea89b7cc7729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:47.582328 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-837f5db8-833d-4dbf-82b7-fc7415cd4a32 req-e3634378-0cfe-43ff-a3d5-ea89b7cc7729 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=bc51d155-90b9-48b7-86e9-fc4346955e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376933 Oct 20 14:44:47.649613 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:47.677485 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-837f5db8-833d-4dbf-82b7-fc7415cd4a32 req-d369903d-caed-43a6-9e58-5b8aed060c6f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883393 Oct 20 14:44:47.767879 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-837f5db8-833d-4dbf-82b7-fc7415cd4a32 req-39bb8150-c073-4003-a8f2-e4d435154c7d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820014 Oct 20 14:44:47.957856 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 813487db-4806-4570-a1f7-f8c76f352e9e details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:44:48.055923 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 813487db-4806-4570-a1f7-f8c76f352e9e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=813487db-4806-4570-a1f7-f8c76f352e9e,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:48.070597 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '813487db-4806-4570-a1f7-f8c76f352e9e', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'port_id': '813487db-4806-4570-a1f7-f8c76f352e9e', 'mac_address': 'fa:16:3e:40:8e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:44:48.076735 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:48.105205 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 813487db-4806-4570-a1f7-f8c76f352e9e is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:48.105590 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (813487db-4806-4570-a1f7-f8c76f352e9e), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:48.119253 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813487db-4806-4570-a1f7-f8c76f352e9e {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:44:48.138644 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 813487db-4806-4570-a1f7-f8c76f352e9e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=813487db-4806-4570-a1f7-f8c76f352e9e,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:48.142510 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (813487db-4806-4570-a1f7-f8c76f352e9e), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:48.188036 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=813487db-4806-4570-a1f7-f8c76f352e9e,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:48.353081 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a443-c06f-4ac7-8e60-23d76703033c req-85fc7ac5-982b-4d8d-9b84-d8dfd819e740 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:48.354578 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-aef8a443-c06f-4ac7-8e60-23d76703033c req-85fc7ac5-982b-4d8d-9b84-d8dfd819e740 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 945 time: 0.0501261 Oct 20 14:44:48.402471 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-aef8a443-c06f-4ac7-8e60-23d76703033c req-80ae2ca4-d902-4822-90cf-f2e59e28cd45 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412817 Oct 20 14:44:48.455556 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['813487db-4806-4570-a1f7-f8c76f352e9e'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:44:48.485360 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:49.520937 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957b75d-1daf-487d-a334-120d81ed3818 req-e777da96-c7ff-416a-9021-8dd996601fd9 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:49.522321 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0957b75d-1daf-487d-a334-120d81ed3818 req-e777da96-c7ff-416a-9021-8dd996601fd9 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 945 time: 0.0461941 Oct 20 14:44:49.572922 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0957b75d-1daf-487d-a334-120d81ed3818 req-3c7be77c-f944-494b-8c3e-6c52251ad8c4 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451899 Oct 20 14:44:49.981497 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 813487db-4806-4570-a1f7-f8c76f352e9e up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:44:50.023834 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port 813487db-4806-4570-a1f7-f8c76f352e9e completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:44:50.029395 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 813487db-4806-4570-a1f7-f8c76f352e9e triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:44:50.029774 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (813487db-4806-4570-a1f7-f8c76f352e9e), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:50.030112 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 813487db-4806-4570-a1f7-f8c76f352e9e Oct 20 14:44:50.107075 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 813487db-4806-4570-a1f7-f8c76f352e9e is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:44:50.107708 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (813487db-4806-4570-a1f7-f8c76f352e9e), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:50.130910 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7254508-d290-4971-a856-7c9afb57161b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813487db-4806-4570-a1f7-f8c76f352e9e'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:44:50.133178 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2512175-094a-4882-9c6c-d867109669de" -d '{"events": [{"server_uuid": "c7254508-d290-4971-a856-7c9afb57161b", "name": "network-vif-plugged", "status": "completed", "tag": "813487db-4806-4570-a1f7-f8c76f352e9e"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:44:50.146431 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 813487db-4806-4570-a1f7-f8c76f352e9e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=813487db-4806-4570-a1f7-f8c76f352e9e,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:50.150732 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (813487db-4806-4570-a1f7-f8c76f352e9e), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:50.186783 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3131d48c-975d-4d47-bc07-5a48cbcf7dbd x-openstack-request-id: req-3131d48c-975d-4d47-bc07-5a48cbcf7dbd {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:44:50.187095 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7254508-d290-4971-a856-7c9afb57161b", "name": "network-vif-plugged", "status": "completed", "tag": "813487db-4806-4570-a1f7-f8c76f352e9e", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:44:50.187350 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3131d48c-975d-4d47-bc07-5a48cbcf7dbd {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:44:50.187743 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3131d48c-975d-4d47-bc07-5a48cbcf7dbd'] response: {'server_uuid': 'c7254508-d290-4971-a856-7c9afb57161b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813487db-4806-4570-a1f7-f8c76f352e9e', 'code': 200} Oct 20 14:44:50.201229 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=813487db-4806-4570-a1f7-f8c76f352e9e,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:50.441748 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512acf-c580-4fac-ba10-3d98babbe0c9 req-7e6be5e1-bf30-48ef-bd23-d367ed1a791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:50.443331 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-52512acf-c580-4fac-ba10-3d98babbe0c9 req-7e6be5e1-bf30-48ef-bd23-d367ed1a791f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 1130 time: 0.0423265 Oct 20 14:44:50.505676 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-52512acf-c580-4fac-ba10-3d98babbe0c9 req-d086092f-c164-40ca-9c50-4cbd02e305dd service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521290 Oct 20 14:44:50.584677 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b4004-7e3c-4f35-95ca-c33bfaa49ad6 req-186f46c3-1be2-4d1c-8369-79c8d43fd80a tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:50.586129 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d20b4004-7e3c-4f35-95ca-c33bfaa49ad6 req-186f46c3-1be2-4d1c-8369-79c8d43fd80a tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 945 time: 0.0473218 Oct 20 14:44:50.633533 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d20b4004-7e3c-4f35-95ca-c33bfaa49ad6 req-bf95d9ca-b891-40bd-af77-38b1d371aa08 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 Oct 20 14:44:50.662656 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36728) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:50.695436 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eed8a-eb05-44aa-b0ff-66cd5fda72b6 req-c139860f-0784-4898-afcc-95fb39ff6a9b tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:50.696939 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-723eed8a-eb05-44aa-b0ff-66cd5fda72b6 req-c139860f-0784-4898-afcc-95fb39ff6a9b tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 946 time: 0.0467660 Oct 20 14:44:50.746593 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-723eed8a-eb05-44aa-b0ff-66cd5fda72b6 req-85e7e7d9-75d1-4d73-9452-ac30e492d914 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424302 Oct 20 14:44:50.802386 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae37281b-1e02-4ae0-abef-d9f2cc2c5670 tempest-TestMinimumBasicScenario-2125839127 tempest-TestMinimumBasicScenario-2125839127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:50.803915 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ae37281b-1e02-4ae0-abef-d9f2cc2c5670 tempest-TestMinimumBasicScenario-2125839127 tempest-TestMinimumBasicScenario-2125839127-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 1124 time: 0.1402845 Oct 20 14:44:50.806844 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36734) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:50.811457 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Request body: {'floatingip': {'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'port_id': '7737f129-fde2-4080-b32b-e42c5e55b1b7', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:50.832324 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:50.908805 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:51.016985 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Allocated IP 172.27.0.147 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/430e3da5-8ad5-4b21-a96d-77d844d731fb) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:44:51.120112 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for port (430e3da5-8ad5-4b21-a96d-77d844d731fb), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:51.151287 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (430e3da5-8ad5-4b21-a96d-77d844d731fb), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:51.180647 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:51.189644 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:44:51.194352 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:44:51.198874 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:44:51.222057 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event updated for resources: {'Port': ['ID=430e3da5-8ad5-4b21-a96d-77d844d731fb,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:51.297917 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:51.516489 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0dc077f1-3c36-485a-9523-726b72f7a585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:51.559445 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for floatingip (d12ab8e9-945f-4c59-97eb-4be0a56bafa8), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:51.627245 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (430e3da5-8ad5-4b21-a96d-77d844d731fb), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:51.789763 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for port (430e3da5-8ad5-4b21-a96d-77d844d731fb), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:51.795556 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (430e3da5-8ad5-4b21-a96d-77d844d731fb), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:51.819817 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b71272-ce8d-428c-9f1d-84dfd35a63f9 req-ebbdaccc-4894-451b-ba76-a7b9604c7fcd tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:51.821312 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-48b71272-ce8d-428c-9f1d-84dfd35a63f9 req-ebbdaccc-4894-451b-ba76-a7b9604c7fcd tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 946 time: 0.0526414 Oct 20 14:44:51.863186 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (d12ab8e9-945f-4c59-97eb-4be0a56bafa8), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:51.907688 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event updated for resources: {'Port': ['ID=430e3da5-8ad5-4b21-a96d-77d844d731fb,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:51.912051 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16293cc-2f7c-42d8-becd-76bc2b9efeb8 req-9249cec3-d07d-43ac-a886-df3b9015c728 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:51.913628 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e16293cc-2f7c-42d8-becd-76bc2b9efeb8 req-9249cec3-d07d-43ac-a886-df3b9015c728 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 946 time: 0.0707994 Oct 20 14:44:51.917951 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-48b71272-ce8d-428c-9f1d-84dfd35a63f9 req-c37eac3c-3087-459f-abb8-a232af070c0b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886507 Oct 20 14:44:51.962554 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e16293cc-2f7c-42d8-becd-76bc2b9efeb8 req-380a65f6-c02c-470c-8077-3a70d25fa396 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424273 Oct 20 14:44:51.970023 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.l3_db [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Floating IP d12ab8e9-945f-4c59-97eb-4be0a56bafa8 associated. External IP: 172.27.0.147, port: 7737f129-fde2-4080-b32b-e42c5e55b1b7. Oct 20 14:44:52.015835 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:52.167489 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Router 4b0750fb-181b-4d46-aeb0-18ac2c91304d has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:44:52.174424 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:52.273288 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:44:52.282704 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63bf40-b3b1-42eb-8fb3-dc0cb9a60b14 None None] Sync routers for ids ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:44:52.291061 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.293840 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b63bf40-b3b1-42eb-8fb3-dc0cb9a60b14 None None] Routers {'4b0750fb-181b-4d46-aeb0-18ac2c91304d'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:52.294542 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-3b63bf40-b3b1-42eb-8fb3-dc0cb9a60b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:44:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:52.321546 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-fa64d223-79e0-47a3-aa69-e14638d52359 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5136962 Oct 20 14:44:52.322187 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396b3353-8853-4ac0-abcd-98f55e471826', 'tag': '7737f129-fde2-4080-b32b-e42c5e55b1b7'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:44:52.324460 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cd9ba8-75da-4977-bba7-ede2faad6f67" -d '{"events": [{"name": "network-changed", "server_uuid": "396b3353-8853-4ac0-abcd-98f55e471826", "tag": "7737f129-fde2-4080-b32b-e42c5e55b1b7"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:44:52.324849 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36746) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:52.330530 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-914ca363-fe05-4527-be78-3f8316bb3663 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1830182726', 'description': 'tempest-secgroup-smoke-1830182726 description', 'project_id': 'adc778cfb32049d5844da08c78ba014a'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:52.364786 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-914ca363-fe05-4527-be78-3f8316bb3663 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.366195 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc875c8-a6e8-4500-82b0-48157b1d205b x-openstack-request-id: req-7dc875c8-a6e8-4500-82b0-48157b1d205b {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:44:52.366488 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396b3353-8853-4ac0-abcd-98f55e471826", "tag": "7737f129-fde2-4080-b32b-e42c5e55b1b7", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:44:52.366909 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dc875c8-a6e8-4500-82b0-48157b1d205b {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:44:52.367150 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc875c8-a6e8-4500-82b0-48157b1d205b'] response: {'name': 'network-changed', 'server_uuid': '396b3353-8853-4ac0-abcd-98f55e471826', 'tag': '7737f129-fde2-4080-b32b-e42c5e55b1b7', 'status': 'completed', 'code': 200} Oct 20 14:44:52.400634 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-3b63bf40-b3b1-42eb-8fb3-dc0cb9a60b14 None None] Set router 4b0750fb-181b-4d46-aeb0-18ac2c91304d gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:52.458631 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-914ca363-fe05-4527-be78-3f8316bb3663 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group (85788e2a-e563-4b22-a334-f1d6f3aefa63), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.462369 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-914ca363-fe05-4527-be78-3f8316bb3663 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (85788e2a-e563-4b22-a334-f1d6f3aefa63), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.478283 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:52.484524 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:52.500592 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-914ca363-fe05-4527-be78-3f8316bb3663 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.501837 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-914ca363-fe05-4527-be78-3f8316bb3663 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1748064 Oct 20 14:44:52.505149 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ca363-fe05-4527-be78-3f8316bb3663 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85788e2a-e563-4b22-a334-f1d6f3aefa63,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:52.505488 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36750) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:52.510323 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-d16e7497-8ff5-471c-8fba-12fbb9c988db tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Request body: {'security_group_rule': {'security_group_id': '85788e2a-e563-4b22-a334-f1d6f3aefa63', 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:52.539839 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d16e7497-8ff5-471c-8fba-12fbb9c988db tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (19c1fd78-9df2-4670-be8a-4c6952b6e194), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.601574 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d16e7497-8ff5-471c-8fba-12fbb9c988db tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (19c1fd78-9df2-4670-be8a-4c6952b6e194), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.606328 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d16e7497-8ff5-471c-8fba-12fbb9c988db tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (19c1fd78-9df2-4670-be8a-4c6952b6e194), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.612989 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:52.627766 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-3b63bf40-b3b1-42eb-8fb3-dc0cb9a60b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:58Z', 'revision_number': 4, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port': {'id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'd12ab8e9-945f-4c59-97eb-4be0a56bafa8', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'port_id': '7737f129-fde2-4080-b32b-e42c5e55b1b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'mac_address': 'fa:16:3e:e6:a2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396b3353-8853-4ac0-abcd-98f55e471826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:51Z', 'updated_at': '2022-10-20T14:44:51Z', 'revision_number': 0, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39cdf31f-348a-4bc2-9e07-195676140670', 'name': '', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'mac_address': 'fa:16:3e:ad:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6261a774-bcf9-4250-b029-679ef5989401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:57Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 5, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'subnets': [{'id': '6261a774-bcf9-4250-b029-679ef5989401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:52.631138 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e7497-8ff5-471c-8fba-12fbb9c988db tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c1fd78-9df2-4670-be8a-4c6952b6e194,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:52.637663 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d16e7497-8ff5-471c-8fba-12fbb9c988db tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.639644 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-d16e7497-8ff5-471c-8fba-12fbb9c988db tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329632 Oct 20 14:44:52.642688 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36752) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:52.647962 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-0541496c-b6be-4d49-ae11-2d339f8ed831 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Request body: {'security_group_rule': {'security_group_id': '85788e2a-e563-4b22-a334-f1d6f3aefa63', 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:52.653238 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63bf40-b3b1-42eb-8fb3-dc0cb9a60b14 None None] Checking router: 4b0750fb-181b-4d46-aeb0-18ac2c91304d for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:44:52.662565 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b63bf40-b3b1-42eb-8fb3-dc0cb9a60b14 None None] Routers {'4b0750fb-181b-4d46-aeb0-18ac2c91304d'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:52.663166 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-3b63bf40-b3b1-42eb-8fb3-dc0cb9a60b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:44:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:52.676474 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0541496c-b6be-4d49-ae11-2d339f8ed831 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (4c23c96b-9546-437e-8ff2-3d65c5c7bf87), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.734438 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0541496c-b6be-4d49-ae11-2d339f8ed831 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (4c23c96b-9546-437e-8ff2-3d65c5c7bf87), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.738000 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0541496c-b6be-4d49-ae11-2d339f8ed831 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (4c23c96b-9546-437e-8ff2-3d65c5c7bf87), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.751841 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:52.757573 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541496c-b6be-4d49-ae11-2d339f8ed831 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c23c96b-9546-437e-8ff2-3d65c5c7bf87,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:52.765754 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0541496c-b6be-4d49-ae11-2d339f8ed831 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.766994 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-0541496c-b6be-4d49-ae11-2d339f8ed831 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232338 Oct 20 14:44:52.770005 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-3b63bf40-b3b1-42eb-8fb3-dc0cb9a60b14 None None] Set router 4b0750fb-181b-4d46-aeb0-18ac2c91304d gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:52.770152 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36754) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:52.774508 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-df895898-b8b4-4852-9d31-8f34f73e20ac tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Request body: {'security_group_rule': {'security_group_id': '85788e2a-e563-4b22-a334-f1d6f3aefa63', 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:52.801828 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-df895898-b8b4-4852-9d31-8f34f73e20ac tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (98efc44e-bba4-45ad-8007-eac129118b36), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.861695 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-df895898-b8b4-4852-9d31-8f34f73e20ac tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (98efc44e-bba4-45ad-8007-eac129118b36), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.865477 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-df895898-b8b4-4852-9d31-8f34f73e20ac tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (98efc44e-bba4-45ad-8007-eac129118b36), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.883142 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df895898-b8b4-4852-9d31-8f34f73e20ac tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98efc44e-bba4-45ad-8007-eac129118b36,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:52.892463 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-df895898-b8b4-4852-9d31-8f34f73e20ac tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.893744 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-df895898-b8b4-4852-9d31-8f34f73e20ac tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226101 Oct 20 14:44:52.896526 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36756) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:52.900785 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-2b17cd19-d1f0-475a-a205-19c907695487 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Request body: {'security_group_rule': {'security_group_id': '85788e2a-e563-4b22-a334-f1d6f3aefa63', 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:52.927948 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2b17cd19-d1f0-475a-a205-19c907695487 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (231a510e-f337-4be7-8a19-4fcc696c3a00), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.994566 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2b17cd19-d1f0-475a-a205-19c907695487 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (231a510e-f337-4be7-8a19-4fcc696c3a00), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:52.996847 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-3b63bf40-b3b1-42eb-8fb3-dc0cb9a60b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:58Z', 'revision_number': 4, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port': {'id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'd12ab8e9-945f-4c59-97eb-4be0a56bafa8', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'port_id': '7737f129-fde2-4080-b32b-e42c5e55b1b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'mac_address': 'fa:16:3e:e6:a2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396b3353-8853-4ac0-abcd-98f55e471826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:51Z', 'updated_at': '2022-10-20T14:44:51Z', 'revision_number': 0, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39cdf31f-348a-4bc2-9e07-195676140670', 'name': '', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'mac_address': 'fa:16:3e:ad:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6261a774-bcf9-4250-b029-679ef5989401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:57Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 5, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'subnets': [{'id': '6261a774-bcf9-4250-b029-679ef5989401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:53.002527 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2b17cd19-d1f0-475a-a205-19c907695487 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (231a510e-f337-4be7-8a19-4fcc696c3a00), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:53.027149 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63bf40-b3b1-42eb-8fb3-dc0cb9a60b14 None None] The sync data for ids ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'] in dv-cinder-779233-7-iscsi is: [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:58Z', 'revision_number': 4, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port': {'id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': 'd12ab8e9-945f-4c59-97eb-4be0a56bafa8', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'port_id': '7737f129-fde2-4080-b32b-e42c5e55b1b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'mac_address': 'fa:16:3e:e6:a2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396b3353-8853-4ac0-abcd-98f55e471826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:51Z', 'updated_at': '2022-10-20T14:44:51Z', 'revision_number': 0, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39cdf31f-348a-4bc2-9e07-195676140670', 'name': '', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'mac_address': 'fa:16:3e:ad:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6261a774-bcf9-4250-b029-679ef5989401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:57Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 5, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'subnets': [{'id': '6261a774-bcf9-4250-b029-679ef5989401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:44:53.036079 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17cd19-d1f0-475a-a205-19c907695487 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231a510e-f337-4be7-8a19-4fcc696c3a00,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:53.058152 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2b17cd19-d1f0-475a-a205-19c907695487 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:53.060657 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-2b17cd19-d1f0-475a-a205-19c907695487 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1631362 Oct 20 14:44:53.062948 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36762) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:53.067445 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-b1b0c438-a882-4018-98a5-22fac7395e64 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Request body: {'security_group_rule': {'security_group_id': '85788e2a-e563-4b22-a334-f1d6f3aefa63', 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:53.096898 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.securitygroups_db [None req-b1b0c438-a882-4018-98a5-22fac7395e64 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Project adc778cfb32049d5844da08c78ba014a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 14:44:53.111721 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c438-a882-4018-98a5-22fac7395e64 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (41d21c23-5ffb-4afd-9599-d2bc4670eeb5), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:53.111936 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c1ba7-3ec5-479d-8986-32b75eddaa1c req-493bb4c8-5529-4eb2-9d9f-98e839896ffa tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:53.113582 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3e7c1ba7-3ec5-479d-8986-32b75eddaa1c req-493bb4c8-5529-4eb2-9d9f-98e839896ffa tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 946 time: 0.0973110 Oct 20 14:44:53.131765 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e5586-6bd3-4f90-bdd5-f82397a4ccd0 req-2e0fb0ed-7f64-4909-a2c6-2a7f2f6200ec tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:53.133318 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4c6e5586-6bd3-4f90-bdd5-f82397a4ccd0 req-2e0fb0ed-7f64-4909-a2c6-2a7f2f6200ec tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 946 time: 0.0640585 Oct 20 14:44:53.177199 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c438-a882-4018-98a5-22fac7395e64 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (41d21c23-5ffb-4afd-9599-d2bc4670eeb5), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:53.182182 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c438-a882-4018-98a5-22fac7395e64 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (41d21c23-5ffb-4afd-9599-d2bc4670eeb5), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:53.207561 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0c438-a882-4018-98a5-22fac7395e64 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d21c23-5ffb-4afd-9599-d2bc4670eeb5,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:53.214237 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3e7c1ba7-3ec5-479d-8986-32b75eddaa1c req-31b07e1b-3be2-4b86-a0e7-f3edfb91bf33 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893061 Oct 20 14:44:53.219645 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4c6e5586-6bd3-4f90-bdd5-f82397a4ccd0 req-90d1493f-f4a4-4712-b89b-e3b941837b90 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798888 Oct 20 14:44:53.220611 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c438-a882-4018-98a5-22fac7395e64 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:53.221836 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-b1b0c438-a882-4018-98a5-22fac7395e64 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1579204 Oct 20 14:44:53.224613 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36764) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:53.230072 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-b17d1e86-5dd4-4a0e-bb4b-15743cfc4296 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Request body: {'security_group_rule': {'security_group_id': '85788e2a-e563-4b22-a334-f1d6f3aefa63', 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:53.269201 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.securitygroups_db [None req-b17d1e86-5dd4-4a0e-bb4b-15743cfc4296 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Project adc778cfb32049d5844da08c78ba014a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 14:44:53.276581 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b17d1e86-5dd4-4a0e-bb4b-15743cfc4296 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (01a09a54-aca2-4acf-aaa2-d4787eaa023d), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:53.308306 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ae91d8-f936-485b-a3c0-6799bbb94a55 None None] New status for floating IP d12ab8e9-945f-4c59-97eb-4be0a56bafa8: ACTIVE {{(pid=111619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:44:53.347741 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b17d1e86-5dd4-4a0e-bb4b-15743cfc4296 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (01a09a54-aca2-4acf-aaa2-d4787eaa023d), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:53.353632 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b17d1e86-5dd4-4a0e-bb4b-15743cfc4296 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (01a09a54-aca2-4acf-aaa2-d4787eaa023d), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:53.365206 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b4e1-18d2-4349-b095-62c413e3dfc9 req-6995cebe-1962-4f0c-abef-07f6f2f2d6d8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:53.376515 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d1e86-5dd4-4a0e-bb4b-15743cfc4296 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a09a54-aca2-4acf-aaa2-d4787eaa023d,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:53.376639 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4cc9b4e1-18d2-4349-b095-62c413e3dfc9 req-6995cebe-1962-4f0c-abef-07f6f2f2d6d8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 946 time: 0.0637996 Oct 20 14:44:53.377302 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36768) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:53.382650 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-6328325e-2dc9-4db9-ae0e-9c45612c1feb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'floatingip': {'port_id': '813487db-4806-4570-a1f7-f8c76f352e9e'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:53.393079 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-b17d1e86-5dd4-4a0e-bb4b-15743cfc4296 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:53.397103 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-b17d1e86-5dd4-4a0e-bb4b-15743cfc4296 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1711199 Oct 20 14:44:53.424723 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6328325e-2dc9-4db9-ae0e-9c45612c1feb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (2e0ed6ba-0d97-4072-a385-39a05906a78c), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:53.514499 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:DELETE=6,neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:53.562654 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e517653c-168c-4481-bdc6-47e89676e087 req-c03737f6-0282-40c4-a210-3a8a310f3f92 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1830182726&fields=id&tenant_id=adc778cfb32049d5844da08c78ba014a HTTP/1.1" status: 200 len: 267 time: 0.1043446 Oct 20 14:44:53.647601 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-3f958b8f-adc4-49c4-9885-fee2a005bbb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:53.654999 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:53.662563 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517653c-168c-4481-bdc6-47e89676e087 req-afd91910-7d5b-41ec-bc04-b39a6ffce9b8 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:53.664011 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e517653c-168c-4481-bdc6-47e89676e087 req-afd91910-7d5b-41ec-bc04-b39a6ffce9b8 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 945 time: 0.0921533 Oct 20 14:44:53.698177 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [req-e517653c-168c-4481-bdc6-47e89676e087 req-3c79ff58-84e8-43fb-97df-25f743561a39 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Request body: {'port': {'security_groups': ['09587b44-7879-4023-9f02-34da722964a4', '85788e2a-e563-4b22-a334-f1d6f3aefa63']}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:53.850423 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-e517653c-168c-4481-bdc6-47e89676e087 req-3c79ff58-84e8-43fb-97df-25f743561a39 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:54.010045 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd9ba8-75da-4977-bba7-ede2faad6f67 req-490ec41c-2211-411e-8f67-b21a9f991e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:54.011543 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f3cd9ba8-75da-4977-bba7-ede2faad6f67 req-490ec41c-2211-411e-8f67-b21a9f991e07 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=adc778cfb32049d5844da08c78ba014a&device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 1129 time: 0.0454996 Oct 20 14:44:54.068462 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:54.108984 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd9ba8-75da-4977-bba7-ede2faad6f67 req-642b9898-39b3-42c2-8297-2505dda63e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:54.110505 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f3cd9ba8-75da-4977-bba7-ede2faad6f67 req-642b9898-39b3-42c2-8297-2505dda63e77 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 HTTP/1.1" status: 200 len: 915 time: 0.0920386 Oct 20 14:44:54.226491 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f3cd9ba8-75da-4977-bba7-ede2faad6f67 req-b26365a2-1884-43f8-872b-bbc0efe6fdfd service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7737f129-fde2-4080-b32b-e42c5e55b1b7 HTTP/1.1" status: 200 len: 1001 time: 0.0675192 Oct 20 14:44:54.279718 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd9ba8-75da-4977-bba7-ede2faad6f67 req-2a2fe65e-5fdf-4814-9087-8ddbdf72ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:54.281289 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f3cd9ba8-75da-4977-bba7-ede2faad6f67 req-2a2fe65e-5fdf-4814-9087-8ddbdf72ef41 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6261a774-bcf9-4250-b029-679ef5989401 HTTP/1.1" status: 200 len: 853 time: 0.0480738 Oct 20 14:44:54.328962 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:54.350437 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6328325e-2dc9-4db9-ae0e-9c45612c1feb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:54.376085 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-5eabd7be-f86c-422a-8b4f-1a9477f180bf tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:54.376428 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6328325e-2dc9-4db9-ae0e-9c45612c1feb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (2e0ed6ba-0d97-4072-a385-39a05906a78c), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:54.377572 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-5eabd7be-f86c-422a-8b4f-1a9477f180bf tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 946 time: 0.0847394 Oct 20 14:44:54.378915 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd9ba8-75da-4977-bba7-ede2faad6f67 req-2a43c94c-218f-4069-aa15-9198beec1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:54.380222 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f3cd9ba8-75da-4977-bba7-ede2faad6f67 req-2a43c94c-218f-4069-aa15-9198beec1672 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789707 Oct 20 14:44:54.444933 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b86fb-8661-40f9-8e8b-898aca24c90d req-0cbf5b68-d8de-4e79-9f4d-138b60af4a85 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:54.446391 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-954b86fb-8661-40f9-8e8b-898aca24c90d req-0cbf5b68-d8de-4e79-9f4d-138b60af4a85 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 946 time: 0.1207132 Oct 20 14:44:54.531767 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Deleting port a22f57d8-7ba2-4e40-a3c8-816edda0fade {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:44:54.532106 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:54.540516 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [req-e517653c-168c-4481-bdc6-47e89676e087 req-3c79ff58-84e8-43fb-97df-25f743561a39 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] For port 7737f129-fde2-4080-b32b-e42c5e55b1b7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=7737f129-fde2-4080-b32b-e42c5e55b1b7,segment=NetworkSegment(aa52c9c4-d4d9-4356-a80b-e9597128b159),segment_id=aa52c9c4-d4d9-4356-a80b-e9597128b159)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:54.583436 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f3cd9ba8-75da-4977-bba7-ede2faad6f67 req-eb42cf53-4b25-4513-93ff-7a3d94ffb2e5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860974 Oct 20 14:44:54.585860 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-954b86fb-8661-40f9-8e8b-898aca24c90d req-82bcef8f-b1f7-46b0-b918-56c55e4a6bb5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9e3da6f9-2853-4607-8b2d-eb551eb2fcda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279531 Oct 20 14:44:54.588427 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.l3_db [None req-6328325e-2dc9-4db9-ae0e-9c45612c1feb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Floating IP 2e0ed6ba-0d97-4072-a385-39a05906a78c associated. External IP: 172.27.0.167, port: 813487db-4806-4570-a1f7-f8c76f352e9e. Oct 20 14:44:54.632524 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:54.641809 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-e517653c-168c-4481-bdc6-47e89676e087 req-3c79ff58-84e8-43fb-97df-25f743561a39 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:54.654222 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-e517653c-168c-4481-bdc6-47e89676e087 req-3c79ff58-84e8-43fb-97df-25f743561a39 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:54.663891 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517653c-168c-4481-bdc6-47e89676e087 req-3c79ff58-84e8-43fb-97df-25f743561a39 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:54.664801 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-e517653c-168c-4481-bdc6-47e89676e087 req-3c79ff58-84e8-43fb-97df-25f743561a39 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:54.666366 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e517653c-168c-4481-bdc6-47e89676e087 req-3c79ff58-84e8-43fb-97df-25f743561a39 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "PUT /networking/v2.0/ports/7737f129-fde2-4080-b32b-e42c5e55b1b7 HTTP/1.1" status: 200 len: 981 time: 0.9950659 Oct 20 14:44:54.674144 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['7737f129-fde2-4080-b32b-e42c5e55b1b7'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:44:54.693015 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396b3353-8853-4ac0-abcd-98f55e471826', 'tag': '7737f129-fde2-4080-b32b-e42c5e55b1b7'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:44:54.695333 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825da445-8eb2-46bf-aae6-83779ac15440" -d '{"events": [{"name": "network-changed", "server_uuid": "396b3353-8853-4ac0-abcd-98f55e471826", "tag": "7737f129-fde2-4080-b32b-e42c5e55b1b7"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:44:54.788796 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8f5ab6-83ec-424b-8618-cca76c1ab379 x-openstack-request-id: req-9c8f5ab6-83ec-424b-8618-cca76c1ab379 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:44:54.789093 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396b3353-8853-4ac0-abcd-98f55e471826", "tag": "7737f129-fde2-4080-b32b-e42c5e55b1b7", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:44:54.789343 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c8f5ab6-83ec-424b-8618-cca76c1ab379 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:44:54.789729 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8f5ab6-83ec-424b-8618-cca76c1ab379'] response: {'name': 'network-changed', 'server_uuid': '396b3353-8853-4ac0-abcd-98f55e471826', 'tag': '7737f129-fde2-4080-b32b-e42c5e55b1b7', 'status': 'completed', 'code': 200} Oct 20 14:44:54.806901 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:54.816467 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['7737f129-fde2-4080-b32b-e42c5e55b1b7'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:44:54.889312 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79ff58-84e8-43fb-97df-25f743561a39 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event updated for resources: {'Port': ['ID=7737f129-fde2-4080-b32b-e42c5e55b1b7,revision_number=6']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:54.907419 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513fa0f-2fea-447e-b37b-ca93be1acf05 req-aaeee578-7691-41f8-bf15-01e57507c902 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:54.908372 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7513fa0f-2fea-447e-b37b-ca93be1acf05 req-aaeee578-7691-41f8-bf15-01e57507c902 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 984 time: 0.1175697 Oct 20 14:44:54.935241 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] For port a22f57d8-7ba2-4e40-a3c8-816edda0fade, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a22f57d8-7ba2-4e40-a3c8-816edda0fade,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:44:54.935597 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:54.994467 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f3cd9ba8-75da-4977-bba7-ede2faad6f67 req-eda9311b-1209-45de-9277-582fecc7e0ff service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034591 Oct 20 14:44:55.028767 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6328325e-2dc9-4db9-ae0e-9c45612c1feb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Router f7e24323-3547-4288-9584-c3c76ffa6689 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:44:55.046424 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7513fa0f-2fea-447e-b37b-ca93be1acf05 req-1e7e1614-70ec-4e71-bc34-9bd2871e4773 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=85788e2a-e563-4b22-a334-f1d6f3aefa63&id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269903 Oct 20 14:44:55.054032 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:55.151705 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825da445-8eb2-46bf-aae6-83779ac15440 req-77aecebb-427f-45bd-bb64-49dacc392eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:55.154636 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-825da445-8eb2-46bf-aae6-83779ac15440 req-77aecebb-427f-45bd-bb64-49dacc392eff service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=adc778cfb32049d5844da08c78ba014a&device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 1168 time: 0.0874295 Oct 20 14:44:55.160934 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:55.167332 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:55.171588 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:55.172078 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (6772d817-3253-4815-a74f-92f7309b497b), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:55.172411 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.l3_db [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Floating IP 6772d817-3253-4815-a74f-92f7309b497b disassociated. External IP: 172.27.0.100, port: a22f57d8-7ba2-4e40-a3c8-816edda0fade. Oct 20 14:44:55.172955 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Calling delete_port for a22f57d8-7ba2-4e40-a3c8-816edda0fade owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:44:55.184065 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6328325e-2dc9-4db9-ae0e-9c45612c1feb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:44:55.189244 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6328325e-2dc9-4db9-ae0e-9c45612c1feb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:55.205749 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa8efe-753a-4bc2-9ed6-ddb8c213a8a2 None None] Sync routers for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:44:55.223581 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-6328325e-2dc9-4db9-ae0e-9c45612c1feb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/2e0ed6ba-0d97-4072-a385-39a05906a78c HTTP/1.1" status: 200 len: 992 time: 1.8431592 Oct 20 14:44:55.246913 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa8efe-753a-4bc2-9ed6-ddb8c213a8a2 None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:55.248133 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-c7fa8efe-753a-4bc2-9ed6-ddb8c213a8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:44:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:55.300046 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:55.321860 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825da445-8eb2-46bf-aae6-83779ac15440 req-17b8c6bf-b0ec-4afc-b9ce-b7489bb2086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:55.323338 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-825da445-8eb2-46bf-aae6-83779ac15440 req-17b8c6bf-b0ec-4afc-b9ce-b7489bb2086e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 HTTP/1.1" status: 200 len: 915 time: 0.1542761 Oct 20 14:44:55.417650 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-825da445-8eb2-46bf-aae6-83779ac15440 req-91450579-1cf0-44eb-a99a-2547eeb5238d service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7737f129-fde2-4080-b32b-e42c5e55b1b7 HTTP/1.1" status: 200 len: 1001 time: 0.0855277 Oct 20 14:44:55.446153 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-c7fa8efe-753a-4bc2-9ed6-ddb8c213a8a2 None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:55.473000 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (a22f57d8-7ba2-4e40-a3c8-816edda0fade), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:55.507900 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event deleted for resources: {'Port': ['ID=a22f57d8-7ba2-4e40-a3c8-816edda0fade,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:55.513317 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825da445-8eb2-46bf-aae6-83779ac15440 req-829a5513-dcca-4ce7-ad2e-ee977a1363ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:55.514936 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-825da445-8eb2-46bf-aae6-83779ac15440 req-829a5513-dcca-4ce7-ad2e-ee977a1363ec service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6261a774-bcf9-4250-b029-679ef5989401 HTTP/1.1" status: 200 len: 853 time: 0.0888898 Oct 20 14:44:55.521327 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.521678 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.522024 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.522361 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.522698 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.523030 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.523358 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.523687 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.524011 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.524334 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.524679 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.525003 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.525328 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.525649 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.525971 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:44:55.541733 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:55.616318 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825da445-8eb2-46bf-aae6-83779ac15440 req-9bdfb342-eb77-470b-a1dc-cb8d60f270ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:55.617834 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-825da445-8eb2-46bf-aae6-83779ac15440 req-9bdfb342-eb77-470b-a1dc-cb8d60f270ff service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0876863 Oct 20 14:44:55.703509 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8b70ca5b-e426-43f5-be59-ef339ff13ab6 req-4c57a6a1-75d7-4f61-aa53-e85cd4bec30e tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 210 time: 0.0282633 Oct 20 14:44:55.711413 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-c7fa8efe-753a-4bc2-9ed6-ddb8c213a8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '2e0ed6ba-0d97-4072-a385-39a05906a78c', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '813487db-4806-4570-a1f7-f8c76f352e9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:40:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7254508-d290-4971-a856-7c9afb57161b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:41Z', 'updated_at': '2022-10-20T14:44:53Z', 'revision_number': 1, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:55.734643 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Router c4596323-0dc4-49b5-b6c3-381f272b5c61 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:44:55.737956 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa8efe-753a-4bc2-9ed6-ddb8c213a8a2 None None] Checking router: f7e24323-3547-4288-9584-c3c76ffa6689 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:44:55.746851 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa8efe-753a-4bc2-9ed6-ddb8c213a8a2 None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:55.748184 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-c7fa8efe-753a-4bc2-9ed6-ddb8c213a8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:44:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:55.802224 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-825da445-8eb2-46bf-aae6-83779ac15440 req-ecc8999b-40d4-4763-86e8-c7c7c443790f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500525 Oct 20 14:44:55.853614 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-c7fa8efe-753a-4bc2-9ed6-ddb8c213a8a2 None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:55.921619 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:44:55.937271 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d893f92-93e2-445b-9853-7e81616bfaa9 None None] Sync routers for ids ['c4596323-0dc4-49b5-b6c3-381f272b5c61'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:44:55.946943 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d893f92-93e2-445b-9853-7e81616bfaa9 None None] Routers {'c4596323-0dc4-49b5-b6c3-381f272b5c61'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:55.947564 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-5d893f92-93e2-445b-9853-7e81616bfaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:44:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['c4596323-0dc4-49b5-b6c3-381f272b5c61'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:55.985935 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-825da445-8eb2-46bf-aae6-83779ac15440 req-8d2bc25d-162e-42dd-af05-ece31a72b2fe service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752553 Oct 20 14:44:55.986976 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] No DVR routers for this DVR port a22f57d8-7ba2-4e40-a3c8-816edda0fade on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:44:55.990452 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:55.995261 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-1fdd5828-d71b-44f7-87c8-10d63b1a7bae req-019ce082-99ec-4673-a765-4a56702230f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.36 "DELETE /networking/v2.0/ports/a22f57d8-7ba2-4e40-a3c8-816edda0fade HTTP/1.1" status: 204 len: 173 time: 1.6047673 Oct 20 14:44:56.002328 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'name': 'network-vif-deleted', 'tag': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:44:56.005108 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fe6dbf-a384-4f62-8a30-eeacae491333" -d '{"events": [{"server_uuid": "a8a24968-9e6f-4fd7-9942-87adf39c1cc0", "name": "network-vif-deleted", "tag": "a22f57d8-7ba2-4e40-a3c8-816edda0fade"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:44:56.063996 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acaa0da-a0b6-4fee-966a-55fded5c2fb1 x-openstack-request-id: req-2acaa0da-a0b6-4fee-966a-55fded5c2fb1 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:44:56.064284 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a24968-9e6f-4fd7-9942-87adf39c1cc0", "name": "network-vif-deleted", "tag": "a22f57d8-7ba2-4e40-a3c8-816edda0fade", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:44:56.064560 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2acaa0da-a0b6-4fee-966a-55fded5c2fb1 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:44:56.064955 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2acaa0da-a0b6-4fee-966a-55fded5c2fb1'] response: {'server_uuid': 'a8a24968-9e6f-4fd7-9942-87adf39c1cc0', 'name': 'network-vif-deleted', 'tag': 'a22f57d8-7ba2-4e40-a3c8-816edda0fade', 'status': 'completed', 'code': 200} Oct 20 14:44:56.079527 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-5d893f92-93e2-445b-9853-7e81616bfaa9 None None] Set router c4596323-0dc4-49b5-b6c3-381f272b5c61 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:56.186011 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:56.226695 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:56.274012 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-c7fa8efe-753a-4bc2-9ed6-ddb8c213a8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '2e0ed6ba-0d97-4072-a385-39a05906a78c', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '813487db-4806-4570-a1f7-f8c76f352e9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:40:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7254508-d290-4971-a856-7c9afb57161b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:41Z', 'updated_at': '2022-10-20T14:44:53Z', 'revision_number': 1, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:56.281216 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-5d893f92-93e2-445b-9853-7e81616bfaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:17Z', 'revision_number': 5, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:56.309419 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa8efe-753a-4bc2-9ed6-ddb8c213a8a2 None None] The sync data for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi is: [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '2e0ed6ba-0d97-4072-a385-39a05906a78c', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '813487db-4806-4570-a1f7-f8c76f352e9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:40:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7254508-d290-4971-a856-7c9afb57161b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:41Z', 'updated_at': '2022-10-20T14:44:53Z', 'revision_number': 1, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:44:56.310114 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d893f92-93e2-445b-9853-7e81616bfaa9 None None] Checking router: c4596323-0dc4-49b5-b6c3-381f272b5c61 for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:44:56.313472 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:56.320896 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d893f92-93e2-445b-9853-7e81616bfaa9 None None] Routers {'c4596323-0dc4-49b5-b6c3-381f272b5c61'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:44:56.321591 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-5d893f92-93e2-445b-9853-7e81616bfaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:44:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['c4596323-0dc4-49b5-b6c3-381f272b5c61'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:56.424824 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:56.446794 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-5d893f92-93e2-445b-9853-7e81616bfaa9 None None] Set router c4596323-0dc4-49b5-b6c3-381f272b5c61 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:44:56.533412 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7504ccbc-259a-465f-96ad-2edaeac9cdb4 None None] New status for floating IP 2e0ed6ba-0d97-4072-a385-39a05906a78c: ACTIVE {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:44:56.583574 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:56.639518 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-5d893f92-93e2-445b-9853-7e81616bfaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:17Z', 'revision_number': 5, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:44:56.667721 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d893f92-93e2-445b-9853-7e81616bfaa9 None None] The sync data for ids ['c4596323-0dc4-49b5-b6c3-381f272b5c61'] in dv-cinder-779233-7-iscsi is: [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:17Z', 'revision_number': 5, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:44:56.791018 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7254508-d290-4971-a856-7c9afb57161b', 'tag': '813487db-4806-4570-a1f7-f8c76f352e9e'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:44:56.793537 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09bb18a-1a7f-47a6-a3fc-07c90a2e51a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7254508-d290-4971-a856-7c9afb57161b", "tag": "813487db-4806-4570-a1f7-f8c76f352e9e"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:44:56.844170 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-779bf289-1016-48d2-aab3-0b346265567c req-6b5d953d-eab5-4d3d-bd0c-c6e8d574a5da tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a8a24968-9e6f-4fd7-9942-87adf39c1cc0 HTTP/1.1" status: 200 len: 210 time: 0.0383534 Oct 20 14:44:56.854927 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baa6204-7df8-41f8-a8e3-6cb392fdadb2 x-openstack-request-id: req-7baa6204-7df8-41f8-a8e3-6cb392fdadb2 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:44:56.855416 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7254508-d290-4971-a856-7c9afb57161b", "tag": "813487db-4806-4570-a1f7-f8c76f352e9e", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:44:56.856120 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7baa6204-7df8-41f8-a8e3-6cb392fdadb2 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:44:56.858596 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7baa6204-7df8-41f8-a8e3-6cb392fdadb2'] response: {'name': 'network-changed', 'server_uuid': 'c7254508-d290-4971-a856-7c9afb57161b', 'tag': '813487db-4806-4570-a1f7-f8c76f352e9e', 'status': 'completed', 'code': 200} Oct 20 14:44:56.918300 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bb18a-1a7f-47a6-a3fc-07c90a2e51a7 req-c28e238f-b9ae-40b5-afee-d8c7700b6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:56.920251 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f09bb18a-1a7f-47a6-a3fc-07c90a2e51a7 req-c28e238f-b9ae-40b5-afee-d8c7700b6244 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 1130 time: 0.0436156 Oct 20 14:44:56.952115 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735241a9-6510-45fc-b032-9a97daf4e025 None None] New status for floating IP 6772d817-3253-4815-a74f-92f7309b497b: DOWN {{(pid=111619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:44:57.023540 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bb18a-1a7f-47a6-a3fc-07c90a2e51a7 req-bcdda540-0f22-45de-bab2-97611de5887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:57.025009 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f09bb18a-1a7f-47a6-a3fc-07c90a2e51a7 req-bcdda540-0f22-45de-bab2-97611de5887e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 915 time: 0.0958016 Oct 20 14:44:57.035856 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:44:57.089437 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f09bb18a-1a7f-47a6-a3fc-07c90a2e51a7 req-383db084-e81f-433f-a6f3-6faf67ca1690 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=813487db-4806-4570-a1f7-f8c76f352e9e HTTP/1.1" status: 200 len: 1002 time: 0.0574224 Oct 20 14:44:57.113404 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:57.150033 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bb18a-1a7f-47a6-a3fc-07c90a2e51a7 req-3fa2906d-47d1-411f-827b-a3590be65bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:57.151459 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f09bb18a-1a7f-47a6-a3fc-07c90a2e51a7 req-3fa2906d-47d1-411f-827b-a3590be65bd9 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56f61a25-fefc-4795-ba33-a4348feea40d HTTP/1.1" status: 200 len: 853 time: 0.0461764 Oct 20 14:44:57.200371 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bb18a-1a7f-47a6-a3fc-07c90a2e51a7 req-a8d598cd-eeed-4053-8069-dfcf0ac4433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:44:57.201839 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f09bb18a-1a7f-47a6-a3fc-07c90a2e51a7 req-a8d598cd-eeed-4053-8069-dfcf0ac4433a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=bc51d155-90b9-48b7-86e9-fc4346955e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425587 Oct 20 14:44:57.298695 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f09bb18a-1a7f-47a6-a3fc-07c90a2e51a7 req-330db369-2a2a-4897-86bb-9a7e54688c6f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832753 Oct 20 14:44:57.395425 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f09bb18a-1a7f-47a6-a3fc-07c90a2e51a7 req-5944af1a-ae5e-40ff-bc5d-7ee6e7ed7bd8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878403 Oct 20 14:44:57.954835 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36796) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:58.012464 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b1a7960d-9f04-4699-a9f8-c0550312cdbf tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group (9e3da6f9-2853-4607-8b2d-eb551eb2fcda), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.014057 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device a22f57d8-7ba2-4e40-a3c8-816edda0fade no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:44:58.033060 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: a22f57d8-7ba2-4e40-a3c8-816edda0fade {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:44:58.033419 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device a22f57d8-7ba2-4e40-a3c8-816edda0fade not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:44:58.035215 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b1a7960d-9f04-4699-a9f8-c0550312cdbf tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group (9e3da6f9-2853-4607-8b2d-eb551eb2fcda), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.082527 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b1a7960d-9f04-4699-a9f8-c0550312cdbf tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (9e3da6f9-2853-4607-8b2d-eb551eb2fcda), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.085205 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b1a7960d-9f04-4699-a9f8-c0550312cdbf tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.086366 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-b1a7960d-9f04-4699-a9f8-c0550312cdbf tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9e3da6f9-2853-4607-8b2d-eb551eb2fcda HTTP/1.1" status: 204 len: 168 time: 0.1305196 Oct 20 14:44:58.089212 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36798) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:58.095974 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7960d-9f04-4699-a9f8-c0550312cdbf tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3da6f9-2853-4607-8b2d-eb551eb2fcda,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:58.106625 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.api.v2.resource [None req-61ced82e-5f56-4515-9ed9-931f05e97cf0 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] show failed (client error): The resource could not be found. Oct 20 14:44:58.107954 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-61ced82e-5f56-4515-9ed9-931f05e97cf0 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups/9e3da6f9-2853-4607-8b2d-eb551eb2fcda HTTP/1.1" status: 404 len: 347 time: 0.0177405 Oct 20 14:44:58.110924 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36800) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:58.149025 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:58.223823 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-25ee220c-91f4-4114-a5a4-cde1e6b4e37f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Deleting port 43725f09-610d-4bd9-b6f2-2d76e50b881f {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:44:58.224158 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-25ee220c-91f4-4114-a5a4-cde1e6b4e37f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (43725f09-610d-4bd9-b6f2-2d76e50b881f), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.298721 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-25ee220c-91f4-4114-a5a4-cde1e6b4e37f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (43725f09-610d-4bd9-b6f2-2d76e50b881f), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.299041 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-25ee220c-91f4-4114-a5a4-cde1e6b4e37f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for floatingip (43725f09-610d-4bd9-b6f2-2d76e50b881f), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.314733 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-25ee220c-91f4-4114-a5a4-cde1e6b4e37f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Calling delete_port for 43725f09-610d-4bd9-b6f2-2d76e50b881f owned by network:floatingip {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:44:58.442187 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-25ee220c-91f4-4114-a5a4-cde1e6b4e37f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (43725f09-610d-4bd9-b6f2-2d76e50b881f), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.469630 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee220c-91f4-4114-a5a4-cde1e6b4e37f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event deleted for resources: {'Port': ['ID=43725f09-610d-4bd9-b6f2-2d76e50b881f,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:58.530687 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-25ee220c-91f4-4114-a5a4-cde1e6b4e37f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for floatingip (6772d817-3253-4815-a74f-92f7309b497b), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.533152 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-25ee220c-91f4-4114-a5a4-cde1e6b4e37f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.534285 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-25ee220c-91f4-4114-a5a4-cde1e6b4e37f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/6772d817-3253-4815-a74f-92f7309b497b HTTP/1.1" status: 204 len: 168 time: 0.4224663 Oct 20 14:44:58.621079 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36804) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:58.626193 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-9aefac06-6f86-4456-b281-257d6de779b3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516929481', 'description': 'tempest-description--55116772'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:58.647879 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9aefac06-6f86-4456-b281-257d6de779b3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.716978 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9aefac06-6f86-4456-b281-257d6de779b3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group (bfa5498a-5195-4c9a-8bfa-9b9b699ced6f), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.720576 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9aefac06-6f86-4456-b281-257d6de779b3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (bfa5498a-5195-4c9a-8bfa-9b9b699ced6f), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.751115 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9aefac06-6f86-4456-b281-257d6de779b3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.752319 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-9aefac06-6f86-4456-b281-257d6de779b3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1301949 Oct 20 14:44:58.754274 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefac06-6f86-4456-b281-257d6de779b3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:58.755424 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36806) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:58.761109 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-170f12d4-9878-41c6-8efc-117efc9d76f1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Request body: {'security_group_rule': {'security_group_id': 'bfa5498a-5195-4c9a-8bfa-9b9b699ced6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:58.788621 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-170f12d4-9878-41c6-8efc-117efc9d76f1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group_rule (d17a57fe-9c13-4950-b530-f56d7af95842), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.843289 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-170f12d4-9878-41c6-8efc-117efc9d76f1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group_rule (d17a57fe-9c13-4950-b530-f56d7af95842), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.847607 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-170f12d4-9878-41c6-8efc-117efc9d76f1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (d17a57fe-9c13-4950-b530-f56d7af95842), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.865841 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f12d4-9878-41c6-8efc-117efc9d76f1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17a57fe-9c13-4950-b530-f56d7af95842,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:58.875579 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-170f12d4-9878-41c6-8efc-117efc9d76f1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.879221 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-170f12d4-9878-41c6-8efc-117efc9d76f1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195526 Oct 20 14:44:58.879395 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36808) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:58.883560 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-9166897b-f91d-4a3a-bf3b-81af795ac7d7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Request body: {'security_group_rule': {'security_group_id': 'bfa5498a-5195-4c9a-8bfa-9b9b699ced6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:58.910539 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-9166897b-f91d-4a3a-bf3b-81af795ac7d7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group_rule (47293ccc-2bcf-441e-aa4d-c550f9779269), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:58.934249 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:58.994002 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-9166897b-f91d-4a3a-bf3b-81af795ac7d7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group_rule (47293ccc-2bcf-441e-aa4d-c550f9779269), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:59.000821 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-9166897b-f91d-4a3a-bf3b-81af795ac7d7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (47293ccc-2bcf-441e-aa4d-c550f9779269), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:59.020281 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166897b-f91d-4a3a-bf3b-81af795ac7d7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47293ccc-2bcf-441e-aa4d-c550f9779269,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:59.026630 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-9166897b-f91d-4a3a-bf3b-81af795ac7d7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:59.027784 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-9166897b-f91d-4a3a-bf3b-81af795ac7d7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475172 Oct 20 14:44:59.031879 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 36812) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:44:59.036039 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Request body: {'floatingip': {'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:44:59.056749 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:59.107013 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:59.133665 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:59.242750 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Allocated IP 172.27.0.27 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/24d9c485-97a3-4aa0-b7f3-cf9c343cb801) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:44:59.345602 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for port (24d9c485-97a3-4aa0-b7f3-cf9c343cb801), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:59.376892 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (24d9c485-97a3-4aa0-b7f3-cf9c343cb801), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:59.415711 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:44:59.420428 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:44:59.424399 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:44:59.427238 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event updated for resources: {'Port': ['ID=24d9c485-97a3-4aa0-b7f3-cf9c343cb801,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:59.506260 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for floatingip (65fddc57-794f-4207-9fce-dbaaebc20901), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:59.544255 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (24d9c485-97a3-4aa0-b7f3-cf9c343cb801), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:59.590896 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:59.662017 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:59.692402 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for port (24d9c485-97a3-4aa0-b7f3-cf9c343cb801), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:59.696495 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (24d9c485-97a3-4aa0-b7f3-cf9c343cb801), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:59.750955 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:44:59.764114 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event updated for resources: {'Port': ['ID=24d9c485-97a3-4aa0-b7f3-cf9c343cb801,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:44:59.766416 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (65fddc57-794f-4207-9fce-dbaaebc20901), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:59.781595 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:44:59.782768 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-230c96ab-03de-43fa-833f-bc49d7c300ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7499301 Oct 20 14:44:59.977511 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-f3fe57aa-4c7c-44f0-a6c1-a9ebae74e774 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--516929481&fields=id&tenant_id=afd56c15beff4515a44799ee7ec083a3 HTTP/1.1" status: 200 len: 267 time: 0.0429013 Oct 20 14:44:59.995269 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:00.086677 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-626a917e-15a4-49f9-a6ab-bfeea113a0e8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:00.088121 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-626a917e-15a4-49f9-a6ab-bfeea113a0e8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/networks?id=8527c204-ec5a-42a2-811a-426241f609de HTTP/1.1" status: 200 len: 817 time: 0.1030743 Oct 20 14:45:00.103341 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-00e8590a-ca70-45b0-87fc-925685a38f5f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/quotas/afd56c15beff4515a44799ee7ec083a3 HTTP/1.1" status: 200 len: 375 time: 0.0092211 Oct 20 14:45:00.158994 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-cda35d1e-a115-4d03-b4fc-c0740ee222f3 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=afd56c15beff4515a44799ee7ec083a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498564 Oct 20 14:45:00.188028 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:00.256733 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-24476e15-c91c-4709-a986-9a8ab2302324 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855916 Oct 20 14:45:00.353272 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-5899ae7f-c253-4f46-9862-4b2b64935950 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898914 Oct 20 14:45:00.517482 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-454d0759-71b2-4113-b4d6-e134ab48d85f req-9fac9a53-5b5c-4ec5-a068-ec9f3797907b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 210 time: 0.0281076 Oct 20 14:45:01.625388 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bb42a4ea-8ebd-4d06-aec2-a56f890ec8aa req-654daec2-3d6d-4288-88cb-8c19898a69cc tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 210 time: 0.0270827 Oct 20 14:45:01.802355 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-86aa107f-3758-4a0a-9189-27578acbf682 req-aee8dc8f-e288-4b6a-9d40-28820906b6ce service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400088 Oct 20 14:45:01.920148 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa107f-3758-4a0a-9189-27578acbf682 req-6c5a8291-2623-49c2-b73b-fac5685ae0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:01.921737 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-86aa107f-3758-4a0a-9189-27578acbf682 req-6c5a8291-2623-49c2-b73b-fac5685ae0bb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a3d7fadfead1456792446f71c465bc0c&device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 1130 time: 0.0760674 Oct 20 14:45:02.010046 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-81915f24-cef6-43d0-a95e-6dc25136416a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:02.011518 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-81915f24-cef6-43d0-a95e-6dc25136416a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.36 "GET /networking/v2.0/networks?id=8527c204-ec5a-42a2-811a-426241f609de HTTP/1.1" status: 200 len: 817 time: 0.1874661 Oct 20 14:45:02.052707 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa107f-3758-4a0a-9189-27578acbf682 req-dd40f67e-ebad-41c5-9daf-7a760398b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:02.054091 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-86aa107f-3758-4a0a-9189-27578acbf682 req-dd40f67e-ebad-41c5-9daf-7a760398b7c2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352 HTTP/1.1" status: 200 len: 912 time: 0.1085045 Oct 20 14:45:02.178190 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-86aa107f-3758-4a0a-9189-27578acbf682 req-22ed79ac-9c84-483b-aa2b-3cb71be15370 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=113928f5-c90e-4f91-8207-0c0a6f2d414b HTTP/1.1" status: 200 len: 1002 time: 0.0776672 Oct 20 14:45:02.201509 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-bba69af8-5654-476c-9fef-fbef432bef97 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=afd56c15beff4515a44799ee7ec083a3 HTTP/1.1" status: 200 len: 379 time: 0.1065891 Oct 20 14:45:02.227889 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-47762513-1a24-46d6-a10c-da961ff2279a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Request body: {'port': {'device_id': '51cb557d-d0f7-4b32-bc95-04812c917244', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'admin_state_up': True, 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'security_groups': ['bfa5498a-5195-4c9a-8bfa-9b9b699ced6f']}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:45:02.285780 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa107f-3758-4a0a-9189-27578acbf682 req-3894f37a-06c4-4450-b383-1a7021cef47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:02.287202 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-86aa107f-3758-4a0a-9189-27578acbf682 req-3894f37a-06c4-4450-b383-1a7021cef47f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=1a67e092-0844-4291-b844-e931d44b047a HTTP/1.1" status: 200 len: 850 time: 0.0992646 Oct 20 14:45:02.355038 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa107f-3758-4a0a-9189-27578acbf682 req-b34ad447-795b-4bf0-8a89-f151c0f14094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:02.356599 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-86aa107f-3758-4a0a-9189-27578acbf682 req-b34ad447-795b-4bf0-8a89-f151c0f14094 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577722 Oct 20 14:45:02.426347 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-47762513-1a24-46d6-a10c-da961ff2279a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Made reservation on behalf of afd56c15beff4515a44799ee7ec083a3 for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:45:02.430066 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-47762513-1a24-46d6-a10c-da961ff2279a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:02.511156 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-86aa107f-3758-4a0a-9189-27578acbf682 req-4f8ec618-669b-4326-80c8-5feb1aa62b3f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458802 Oct 20 14:45:02.743638 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ff55840f-e9df-4f80-b7b8-d41dd4aebefb req-d655a077-a902-47a3-a5fe-8a98809baa6e tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 210 time: 0.0316975 Oct 20 14:45:02.851856 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:02.861873 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:02.887512 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-47762513-1a24-46d6-a10c-da961ff2279a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Allocated IP 172.20.0.12 (8527c204-ec5a-42a2-811a-426241f609de/ca5871aa-7167-4149-b162-6807c8f57b7d/20cf55bd-3d91-4bda-9c08-8252ca71c6a7) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:45:02.899547 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-86aa107f-3758-4a0a-9189-27578acbf682 req-f80aae9b-f73d-470d-92ec-69c297783a1e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825357 Oct 20 14:45:03.036561 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-47762513-1a24-46d6-a10c-da961ff2279a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:03.069260 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-47762513-1a24-46d6-a10c-da961ff2279a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:03.116807 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-47762513-1a24-46d6-a10c-da961ff2279a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Network 8527c204-ec5a-42a2-811a-426241f609de is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:45:03.119907 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-47762513-1a24-46d6-a10c-da961ff2279a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:45:03.123771 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-47762513-1a24-46d6-a10c-da961ff2279a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:45:03.129986 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47762513-1a24-46d6-a10c-da961ff2279a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event updated for resources: {'Port': ['ID=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:03.176618 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-47762513-1a24-46d6-a10c-da961ff2279a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:03.177216 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-47762513-1a24-46d6-a10c-da961ff2279a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:03.193393 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-47762513-1a24-46d6-a10c-da961ff2279a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9705024 Oct 20 14:45:03.206010 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Request body: {'port': {'device_id': '51cb557d-d0f7-4b32-bc95-04812c917244', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:45:03.268252 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:03.299696 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-6681fa50-63fd-40b3-b605-c8c6e16527d1 None None] Provisioning complete for port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:45:03.300251 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-6681fa50-63fd-40b3-b605-c8c6e16527d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:03.300376 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-6681fa50-63fd-40b3-b605-c8c6e16527d1 None None] Attempt 1 to provision port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 Oct 20 14:45:03.333346 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-6681fa50-63fd-40b3-b605-c8c6e16527d1 None None] Port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:45:03.527325 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:45:03.534948 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Publish callbacks [] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:03.547491 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Transition to ACTIVE for port object 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:45:03.552377 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:03.580301 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:03.639877 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Pushing event updated for resources: {'Port': ['ID=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:03.665024 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:03.675587 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Attempting to bind port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:45:03.675919 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Attempting to bind port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:45:03.676236 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Attempting to bind port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 on network 8527c204-ec5a-42a2-811a-426241f609de {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:45:03.718281 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 on network 8527c204-ec5a-42a2-811a-426241f609de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:45:03.718596 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Attempting to bind port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 on network 8527c204-ec5a-42a2-811a-426241f609de {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:45:03.760517 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:45:03.760879 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Checking segment: {'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:45:03.761264 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Bound using segment: {'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:45:03.761690 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Bound port: 20cf55bd-3d91-4bda-9c08-8252ca71c6a7, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8450df4-5a10-4679-a0a8-5af23b67027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8527c204-ec5a-42a2-811a-426241f609de'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:45:03.762041 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:03.822285 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] For port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:45:03.825233 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] For port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:45:03.831695 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:03.835787 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:03.836411 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:03.837748 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/20cf55bd-3d91-4bda-9c08-8252ca71c6a7 HTTP/1.1" status: 200 len: 1094 time: 0.6368148 Oct 20 14:45:03.838299 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cb557d-d0f7-4b32-bc95-04812c917244', 'tag': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:45:03.840550 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05adccd-6a2b-40d7-80ee-e5bd6d084c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "51cb557d-d0f7-4b32-bc95-04812c917244", "tag": "20cf55bd-3d91-4bda-9c08-8252ca71c6a7"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:45:03.878769 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42338b-0f6b-4f05-a429-a1736661ed8b req-90285ca8-a417-4eb2-96b5-774cdeac5a50 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:03.887469 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7e42338b-0f6b-4f05-a429-a1736661ed8b req-90285ca8-a417-4eb2-96b5-774cdeac5a50 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.0615623 Oct 20 14:45:03.893555 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca41a22-815c-4b31-b7cb-9b80d7a771b1 service neutron] Pushing event updated for resources: {'Port': ['ID=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:03.898815 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440df544-8660-4873-851e-1f2bc55adb71 x-openstack-request-id: req-440df544-8660-4873-851e-1f2bc55adb71 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:45:03.899266 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cb557d-d0f7-4b32-bc95-04812c917244", "tag": "20cf55bd-3d91-4bda-9c08-8252ca71c6a7", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:45:03.899518 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-440df544-8660-4873-851e-1f2bc55adb71 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:45:03.899916 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-440df544-8660-4873-851e-1f2bc55adb71'] response: {'name': 'network-changed', 'server_uuid': '51cb557d-d0f7-4b32-bc95-04812c917244', 'tag': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'status': 'completed', 'code': 200} Oct 20 14:45:03.932772 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7e42338b-0f6b-4f05-a429-a1736661ed8b req-b5d2e91c-b8ba-4b80-a546-04dc08d99358 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441592 Oct 20 14:45:03.939361 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-e5004f15-0ffd-472b-8e03-5a9998025911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:03.940885 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-e5004f15-0ffd-472b-8e03-5a9998025911 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=afd56c15beff4515a44799ee7ec083a3&device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 1128 time: 0.0444970 Oct 20 14:45:03.981763 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-6340ecc0-e409-44da-98c1-3f6e35e9a2f7 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7 HTTP/1.1" status: 200 len: 217 time: 0.0325277 Oct 20 14:45:04.034460 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-1c110c76-92ca-4433-b624-11a20323364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:04.035857 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-1c110c76-92ca-4433-b624-11a20323364a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ca5871aa-7167-4149-b162-6807c8f57b7d HTTP/1.1" status: 200 len: 856 time: 0.0465410 Oct 20 14:45:04.083936 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-be71d6ae-8dfe-4392-8a14-4164f3e6f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:04.085329 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-be71d6ae-8dfe-4392-8a14-4164f3e6f36b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=8527c204-ec5a-42a2-811a-426241f609de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391688 Oct 20 14:45:04.175985 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-a2c3b9ff-9276-4736-a5bb-5c92327c9260 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827196 Oct 20 14:45:04.273786 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-090d533e-1d9e-4b5d-8fc1-4c8c433c3ea0 req-bba2777c-9164-44c1-ad9b-162741809992 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845137 Oct 20 14:45:05.062508 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65e9f0-3dec-45eb-b423-7bfb24ac2fca req-7aad9db4-43c4-4246-9489-599e3c5b6b94 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:05.063964 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7a65e9f0-3dec-45eb-b423-7bfb24ac2fca req-7aad9db4-43c4-4246-9489-599e3c5b6b94 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.0476370 Oct 20 14:45:05.111140 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7a65e9f0-3dec-45eb-b423-7bfb24ac2fca req-410b7c68-ffd6-403e-ab1e-68977cd0de93 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414336 Oct 20 14:45:05.496755 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05adccd-6a2b-40d7-80ee-e5bd6d084c8d req-fe977ff5-605f-4f85-9a9a-99e1c918330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:05.498237 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a05adccd-6a2b-40d7-80ee-e5bd6d084c8d req-fe977ff5-605f-4f85-9a9a-99e1c918330a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=afd56c15beff4515a44799ee7ec083a3&device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 1128 time: 0.0391963 Oct 20 14:45:05.602343 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05adccd-6a2b-40d7-80ee-e5bd6d084c8d req-a63a5a92-8203-45ac-bf55-fc439dfd1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:05.603781 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a05adccd-6a2b-40d7-80ee-e5bd6d084c8d req-a63a5a92-8203-45ac-bf55-fc439dfd1838 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=8527c204-ec5a-42a2-811a-426241f609de HTTP/1.1" status: 200 len: 918 time: 0.0904717 Oct 20 14:45:05.643482 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a05adccd-6a2b-40d7-80ee-e5bd6d084c8d req-cc81ee45-8ce1-451e-8e72-ff1906b54f96 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7 HTTP/1.1" status: 200 len: 217 time: 0.0322487 Oct 20 14:45:05.694589 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05adccd-6a2b-40d7-80ee-e5bd6d084c8d req-dd3ed4d6-9fba-433c-8b30-55d9b137ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:05.695992 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a05adccd-6a2b-40d7-80ee-e5bd6d084c8d req-dd3ed4d6-9fba-433c-8b30-55d9b137ec6d service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ca5871aa-7167-4149-b162-6807c8f57b7d HTTP/1.1" status: 200 len: 856 time: 0.0428398 Oct 20 14:45:05.743811 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05adccd-6a2b-40d7-80ee-e5bd6d084c8d req-3b25a562-cd42-4190-9ca4-7e42bac2ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:05.745315 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a05adccd-6a2b-40d7-80ee-e5bd6d084c8d req-3b25a562-cd42-4190-9ca4-7e42bac2ba2a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=8527c204-ec5a-42a2-811a-426241f609de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424397 Oct 20 14:45:05.807512 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:05.839595 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a05adccd-6a2b-40d7-80ee-e5bd6d084c8d req-866d460e-7cf8-4728-90e1-5d18f86918f4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838773 Oct 20 14:45:05.918231 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:05.935880 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a05adccd-6a2b-40d7-80ee-e5bd6d084c8d req-e99ab47d-9660-46d2-80e7-3766621b33bd service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889695 Oct 20 14:45:06.058079 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:45:06.158040 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:45:06.169314 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'port_id': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'mac_address': 'fa:16:3e:3c:2b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:45:06.205231 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:45:06.205622 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:06.218838 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:45:06.239597 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:45:06.240617 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695b6b-8b29-4ccf-aeb1-053a90189e73 req-bdaef9fb-2a1c-4c78-a991-8181420a85cd tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:06.242125 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f2695b6b-8b29-4ccf-aeb1-053a90189e73 req-bdaef9fb-2a1c-4c78-a991-8181420a85cd tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.0500102 Oct 20 14:45:06.244454 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:06.289575 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f2695b6b-8b29-4ccf-aeb1-053a90189e73 req-8ee7b2a7-c81d-4d06-a69e-5756d624b6f7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417266 Oct 20 14:45:06.296521 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:06.585362 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['20cf55bd-3d91-4bda-9c08-8252ca71c6a7'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:45:07.038750 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:07.073110 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:07.419025 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f676611-3169-453a-ab43-7eddeb30e597 req-abba4c64-8e10-41a7-bb55-c3be70e1287d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:07.420511 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5f676611-3169-453a-ab43-7eddeb30e597 req-abba4c64-8e10-41a7-bb55-c3be70e1287d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 945 time: 0.0468595 Oct 20 14:45:07.469333 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5f676611-3169-453a-ab43-7eddeb30e597 req-d6b0ac8b-7420-4753-9e7e-0e4dda6d0e82 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428288 Oct 20 14:45:08.062354 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:45:08.108128 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:45:08.114518 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:45:08.114891 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:08.115222 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 Oct 20 14:45:08.143382 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:08.152126 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:08.191979 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:45:08.192382 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:08.214525 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cb557d-d0f7-4b32-bc95-04812c917244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:45:08.216750 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f113359-5735-40e3-b2c0-b481df5fa044" -d '{"events": [{"server_uuid": "51cb557d-d0f7-4b32-bc95-04812c917244", "name": "network-vif-plugged", "status": "completed", "tag": "20cf55bd-3d91-4bda-9c08-8252ca71c6a7"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:45:08.229510 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:45:08.233649 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:08.259648 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2289bd-7c43-48a4-9eae-84154b5d0936 x-openstack-request-id: req-5a2289bd-7c43-48a4-9eae-84154b5d0936 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:45:08.259957 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cb557d-d0f7-4b32-bc95-04812c917244", "name": "network-vif-plugged", "status": "completed", "tag": "20cf55bd-3d91-4bda-9c08-8252ca71c6a7", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:45:08.260215 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a2289bd-7c43-48a4-9eae-84154b5d0936 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:45:08.260634 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2289bd-7c43-48a4-9eae-84154b5d0936'] response: {'server_uuid': '51cb557d-d0f7-4b32-bc95-04812c917244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'code': 200} Oct 20 14:45:08.289781 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:08.440013 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dde5b-71b8-4f9f-90c4-8b4bd80197f2 req-9654983b-e806-4a1c-94e6-968132dcd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:08.441574 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fd8dde5b-71b8-4f9f-90c4-8b4bd80197f2 req-9654983b-e806-4a1c-94e6-968132dcd48e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 1130 time: 0.0394926 Oct 20 14:45:08.485496 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fd8dde5b-71b8-4f9f-90c4-8b4bd80197f2 req-1f7600f8-80b8-40d2-a2de-7d82c9bbcb19 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370753 Oct 20 14:45:08.592273 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c901fd2-aad4-4ca6-8945-501a1b3acb5e req-f511ccf3-4855-4850-8922-ab1c65beb760 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:08.593733 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5c901fd2-aad4-4ca6-8945-501a1b3acb5e req-f511ccf3-4855-4850-8922-ab1c65beb760 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0444977 Oct 20 14:45:08.643871 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5c901fd2-aad4-4ca6-8945-501a1b3acb5e req-904715c5-d0d8-43b6-b1af-77f8115ca790 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440574 Oct 20 14:45:09.775907 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b8399-b236-4eee-90a1-24bb6512918d req-0fac96a6-1f34-4802-b305-dd11834bc50d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:09.777389 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fb9b8399-b236-4eee-90a1-24bb6512918d req-0fac96a6-1f34-4802-b305-dd11834bc50d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0493968 Oct 20 14:45:09.824246 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fb9b8399-b236-4eee-90a1-24bb6512918d req-e91713b7-51f6-4490-9f1b-3c99746b9065 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406134 Oct 20 14:45:10.942453 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:10.950755 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a22568-b621-42a6-ab6b-8d01b043f411 req-19dc6bfb-85d4-48f5-b2f9-d3009d81a60b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:10.952201 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-78a22568-b621-42a6-ab6b-8d01b043f411 req-19dc6bfb-85d4-48f5-b2f9-d3009d81a60b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0464003 Oct 20 14:45:10.997941 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-78a22568-b621-42a6-ab6b-8d01b043f411 req-6505d2c2-bc1d-48b7-ba69-0bcad3a9632b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394509 Oct 20 14:45:11.124270 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b12353-b650-4099-883b-97685d0baa6c req-c33e6e9f-b6d0-42ac-a5c5-1c3a84720220 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:11.126543 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-75b12353-b650-4099-883b-97685d0baa6c req-c33e6e9f-b6d0-42ac-a5c5-1c3a84720220 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0495510 Oct 20 14:45:11.136648 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 36874) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:45:11.141029 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-564f51fb-a593-40c0-8961-d4922e8af9f8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Request body: {'floatingip': {'port_id': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:45:11.178155 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-564f51fb-a593-40c0-8961-d4922e8af9f8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for floatingip (65fddc57-794f-4207-9fce-dbaaebc20901), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:11.374436 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:11.594976 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-564f51fb-a593-40c0-8961-d4922e8af9f8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:11.598566 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-564f51fb-a593-40c0-8961-d4922e8af9f8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (65fddc57-794f-4207-9fce-dbaaebc20901), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:11.697792 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.l3_db [None req-564f51fb-a593-40c0-8961-d4922e8af9f8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Floating IP 65fddc57-794f-4207-9fce-dbaaebc20901 associated. External IP: 172.27.0.27, port: 20cf55bd-3d91-4bda-9c08-8252ca71c6a7. Oct 20 14:45:11.898830 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564f51fb-a593-40c0-8961-d4922e8af9f8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Router c4596323-0dc4-49b5-b6c3-381f272b5c61 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:45:12.007367 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564f51fb-a593-40c0-8961-d4922e8af9f8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:45:12.012522 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-564f51fb-a593-40c0-8961-d4922e8af9f8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:12.018596 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8656b5ec-419d-4f7b-b67b-62087fdda71a None None] Sync routers for ids ['c4596323-0dc4-49b5-b6c3-381f272b5c61'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:45:12.030152 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656b5ec-419d-4f7b-b67b-62087fdda71a None None] Routers {'c4596323-0dc4-49b5-b6c3-381f272b5c61'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:45:12.030761 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-8656b5ec-419d-4f7b-b67b-62087fdda71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:44:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['c4596323-0dc4-49b5-b6c3-381f272b5c61'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:45:12.044138 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-564f51fb-a593-40c0-8961-d4922e8af9f8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/65fddc57-794f-4207-9fce-dbaaebc20901 HTTP/1.1" status: 200 len: 991 time: 0.9064388 Oct 20 14:45:12.044965 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cb557d-d0f7-4b32-bc95-04812c917244', 'tag': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:45:12.047801 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb96e372-f718-4de1-a00a-b6f6d969c2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "51cb557d-d0f7-4b32-bc95-04812c917244", "tag": "20cf55bd-3d91-4bda-9c08-8252ca71c6a7"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:45:12.089874 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e260116d-cd6e-4007-b751-d2119f98982e x-openstack-request-id: req-e260116d-cd6e-4007-b751-d2119f98982e {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:45:12.090162 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cb557d-d0f7-4b32-bc95-04812c917244", "tag": "20cf55bd-3d91-4bda-9c08-8252ca71c6a7", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:45:12.090411 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e260116d-cd6e-4007-b751-d2119f98982e {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:45:12.090813 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e260116d-cd6e-4007-b751-d2119f98982e'] response: {'name': 'network-changed', 'server_uuid': '51cb557d-d0f7-4b32-bc95-04812c917244', 'tag': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'status': 'completed', 'code': 200} Oct 20 14:45:12.147335 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-8656b5ec-419d-4f7b-b67b-62087fdda71a None None] Set router c4596323-0dc4-49b5-b6c3-381f272b5c61 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:45:12.158011 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96e372-f718-4de1-a00a-b6f6d969c2b8 req-1ce2161b-ded6-4c89-b8a6-f7fffe004674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:12.165385 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-cb96e372-f718-4de1-a00a-b6f6d969c2b8 req-1ce2161b-ded6-4c89-b8a6-f7fffe004674 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=afd56c15beff4515a44799ee7ec083a3&device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 1130 time: 0.0479510 Oct 20 14:45:12.266434 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96e372-f718-4de1-a00a-b6f6d969c2b8 req-40d83054-fa54-447e-a303-6d9149c2bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:12.267842 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-cb96e372-f718-4de1-a00a-b6f6d969c2b8 req-40d83054-fa54-447e-a303-6d9149c2bc46 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=8527c204-ec5a-42a2-811a-426241f609de HTTP/1.1" status: 200 len: 918 time: 0.0979850 Oct 20 14:45:12.336214 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-cb96e372-f718-4de1-a00a-b6f6d969c2b8 req-5677ba3c-510c-449e-ae36-8cc81e45a9cd service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7 HTTP/1.1" status: 200 len: 999 time: 0.0614004 Oct 20 14:45:12.395544 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-8656b5ec-419d-4f7b-b67b-62087fdda71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '65fddc57-794f-4207-9fce-dbaaebc20901', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'port_id': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'mac_address': 'fa:16:3e:3c:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cb557d-d0f7-4b32-bc95-04812c917244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:59Z', 'updated_at': '2022-10-20T14:45:11Z', 'revision_number': 1, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:17Z', 'revision_number': 5, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:45:12.402977 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96e372-f718-4de1-a00a-b6f6d969c2b8 req-fbdeafde-c116-439f-bb8a-c46b4ebaa4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:12.404577 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-cb96e372-f718-4de1-a00a-b6f6d969c2b8 req-fbdeafde-c116-439f-bb8a-c46b4ebaa4f5 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ca5871aa-7167-4149-b162-6807c8f57b7d HTTP/1.1" status: 200 len: 856 time: 0.0621662 Oct 20 14:45:12.423773 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8656b5ec-419d-4f7b-b67b-62087fdda71a None None] Checking router: c4596323-0dc4-49b5-b6c3-381f272b5c61 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:45:12.432487 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656b5ec-419d-4f7b-b67b-62087fdda71a None None] Routers {'c4596323-0dc4-49b5-b6c3-381f272b5c61'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:45:12.432997 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-8656b5ec-419d-4f7b-b67b-62087fdda71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:44:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['c4596323-0dc4-49b5-b6c3-381f272b5c61'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:45:12.462244 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96e372-f718-4de1-a00a-b6f6d969c2b8 req-c4c3903a-4ec2-4e77-95c8-bf1435ceabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:12.463738 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-cb96e372-f718-4de1-a00a-b6f6d969c2b8 req-c4c3903a-4ec2-4e77-95c8-bf1435ceabb6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=8527c204-ec5a-42a2-811a-426241f609de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395927 Oct 20 14:45:12.530196 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-8656b5ec-419d-4f7b-b67b-62087fdda71a None None] Set router c4596323-0dc4-49b5-b6c3-381f272b5c61 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:45:12.558004 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-cb96e372-f718-4de1-a00a-b6f6d969c2b8 req-5abf523f-f880-418d-a29d-087baaa8bc99 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872355 Oct 20 14:45:12.648338 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-cb96e372-f718-4de1-a00a-b6f6d969c2b8 req-c261eb09-0447-4323-aa1d-c771dc613441 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834374 Oct 20 14:45:12.741472 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-8656b5ec-419d-4f7b-b67b-62087fdda71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '65fddc57-794f-4207-9fce-dbaaebc20901', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'port_id': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'mac_address': 'fa:16:3e:3c:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cb557d-d0f7-4b32-bc95-04812c917244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:59Z', 'updated_at': '2022-10-20T14:45:11Z', 'revision_number': 1, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:17Z', 'revision_number': 5, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:45:12.764862 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8656b5ec-419d-4f7b-b67b-62087fdda71a None None] The sync data for ids ['c4596323-0dc4-49b5-b6c3-381f272b5c61'] in dv-cinder-779233-7-iscsi is: [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '65fddc57-794f-4207-9fce-dbaaebc20901', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'port_id': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'mac_address': 'fa:16:3e:3c:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cb557d-d0f7-4b32-bc95-04812c917244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:59Z', 'updated_at': '2022-10-20T14:45:11Z', 'revision_number': 1, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:17Z', 'revision_number': 5, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:45:12.949277 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f412be9a-426a-4fd5-add9-cc3b7d7c6054 None None] New status for floating IP 65fddc57-794f-4207-9fce-dbaaebc20901: ACTIVE {{(pid=111619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:45:21.509561 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-02d21141-3af4-43b4-b58a-bab422da8b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:22.037427 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:22.040681 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:22.644222 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=69 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:22.644944 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=57 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:23.049029 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:23.052000 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:23.650034 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7537d587-d27c-478f-8d13-547faabd65d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:25.002231 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:26.274317 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:26.287874 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:26.418248 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:26.426329 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:27.580257 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caa53a-a324-4438-ba43-25ee8398d78c req-18ac957d-5144-4126-ac67-a5b049a07bfa tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:27.581910 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-88caa53a-a324-4438-ba43-25ee8398d78c req-18ac957d-5144-4126-ac67-a5b049a07bfa tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 984 time: 0.0486736 Oct 20 14:45:27.590011 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cffc6-3200-4027-9933-ab6c6a209c9b req-5d8aa64a-4abb-4309-a05b-77be95e86b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:27.591517 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-5a0cffc6-3200-4027-9933-ab6c6a209c9b req-5d8aa64a-4abb-4309-a05b-77be95e86b4a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=adc778cfb32049d5844da08c78ba014a&device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 1168 time: 0.0437281 Oct 20 14:45:27.646923 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-88caa53a-a324-4438-ba43-25ee8398d78c req-9208b1ca-8fb4-4db9-abf7-f90bce4493d3 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=85788e2a-e563-4b22-a334-f1d6f3aefa63&id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590940 Oct 20 14:45:27.682204 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cffc6-3200-4027-9933-ab6c6a209c9b req-7b82da70-4083-4e82-a510-3ee605716f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:27.683660 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-5a0cffc6-3200-4027-9933-ab6c6a209c9b req-7b82da70-4083-4e82-a510-3ee605716f77 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 HTTP/1.1" status: 200 len: 915 time: 0.0854299 Oct 20 14:45:27.750113 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-5a0cffc6-3200-4027-9933-ab6c6a209c9b req-591b9e7b-30ff-47b4-9f53-63f699fa38e2 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7737f129-fde2-4080-b32b-e42c5e55b1b7 HTTP/1.1" status: 200 len: 1001 time: 0.0581503 Oct 20 14:45:27.798780 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cffc6-3200-4027-9933-ab6c6a209c9b req-d0d2c618-452b-4bda-a1b4-f712c324a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:27.800181 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-5a0cffc6-3200-4027-9933-ab6c6a209c9b req-d0d2c618-452b-4bda-a1b4-f712c324a39d service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6261a774-bcf9-4250-b029-679ef5989401 HTTP/1.1" status: 200 len: 853 time: 0.0439265 Oct 20 14:45:27.843971 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cffc6-3200-4027-9933-ab6c6a209c9b req-1083b18b-70fb-4ed7-9049-d3534351a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:27.845473 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-5a0cffc6-3200-4027-9933-ab6c6a209c9b req-1083b18b-70fb-4ed7-9049-d3534351a6a8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386174 Oct 20 14:45:27.938617 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-5a0cffc6-3200-4027-9933-ab6c6a209c9b req-a8d18d4d-b689-4c91-973a-785f94cc2031 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847197 Oct 20 14:45:28.033806 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-5a0cffc6-3200-4027-9933-ab6c6a209c9b req-d5147cb4-4979-40b1-8445-d47b63d8016c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819294 Oct 20 14:45:28.770103 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8f7ba-c1f7-486d-95e2-a552028dc3c6 req-0b418203-b866-456a-82fe-252216c70dd0 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:28.771556 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cde8f7ba-c1f7-486d-95e2-a552028dc3c6 req-0b418203-b866-456a-82fe-252216c70dd0 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 984 time: 0.0469022 Oct 20 14:45:28.830250 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cde8f7ba-c1f7-486d-95e2-a552028dc3c6 req-9715ef18-ee17-4eb8-a504-9edce1493262 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=85788e2a-e563-4b22-a334-f1d6f3aefa63&id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529821 Oct 20 14:45:29.591552 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:29.951147 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b3f52-8e1d-442b-89f9-5a37c58a32e5 req-e5c98a4c-8bfe-4c7e-89a9-9f80ff75d701 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:29.952816 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8a4b3f52-8e1d-442b-89f9-5a37c58a32e5 req-e5c98a4c-8bfe-4c7e-89a9-9f80ff75d701 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 984 time: 0.0476954 Oct 20 14:45:30.013929 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8a4b3f52-8e1d-442b-89f9-5a37c58a32e5 req-edae50f4-0fc8-48a7-bcce-a51e8874b5a6 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=85788e2a-e563-4b22-a334-f1d6f3aefa63&id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550795 Oct 20 14:45:31.367597 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1ab7a-5716-4443-8c21-c77720866947 req-16562cbd-3e2f-415d-9d84-9325fb6a4bed tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:31.369081 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-24d1ab7a-5716-4443-8c21-c77720866947 req-16562cbd-3e2f-415d-9d84-9325fb6a4bed tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 984 time: 0.2810018 Oct 20 14:45:31.427346 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-24d1ab7a-5716-4443-8c21-c77720866947 req-55f3030b-357a-4c9a-a72e-4a011de08222 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=85788e2a-e563-4b22-a334-f1d6f3aefa63&id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525608 Oct 20 14:45:32.549584 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4f931-385e-4bef-97c1-9515c9fb9831 req-d45c7c7b-ad4c-405a-87c7-de7a991df220 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:32.551014 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5bc4f931-385e-4bef-97c1-9515c9fb9831 req-d45c7c7b-ad4c-405a-87c7-de7a991df220 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 984 time: 0.0464208 Oct 20 14:45:32.612117 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5bc4f931-385e-4bef-97c1-9515c9fb9831 req-c7c93d23-96e0-438b-9e73-0395f9097e8b tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=85788e2a-e563-4b22-a334-f1d6f3aefa63&id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550854 Oct 20 14:45:33.730054 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba892ce4-765a-4b2e-acf0-672e257f03c7 req-73867d41-62f3-4b52-96eb-4c02b5b8ce6b tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:33.731805 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ba892ce4-765a-4b2e-acf0-672e257f03c7 req-73867d41-62f3-4b52-96eb-4c02b5b8ce6b tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 984 time: 0.0455713 Oct 20 14:45:33.790493 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ba892ce4-765a-4b2e-acf0-672e257f03c7 req-93bfc427-bed2-4231-a485-cf1b57754419 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=85788e2a-e563-4b22-a334-f1d6f3aefa63&id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525162 Oct 20 14:45:34.000603 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:45:34.911759 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc27c7-e29a-4928-b9da-83068c2df26e req-1abd8ba8-b36c-4d60-ab57-a573fa95ec3c tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:34.913231 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c2cc27c7-e29a-4928-b9da-83068c2df26e req-1abd8ba8-b36c-4d60-ab57-a573fa95ec3c tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 984 time: 0.0466797 Oct 20 14:45:34.972501 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c2cc27c7-e29a-4928-b9da-83068c2df26e req-b7dbda6e-c82c-42d8-a150-bce204cf274d tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=85788e2a-e563-4b22-a334-f1d6f3aefa63&id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537252 Oct 20 14:45:36.097387 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6266-dad8-42d2-ab54-2dd7481c5a22 req-e1d282df-4b88-48b5-83c1-72786b2cae73 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:36.098767 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f6dc6266-dad8-42d2-ab54-2dd7481c5a22 req-e1d282df-4b88-48b5-83c1-72786b2cae73 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 984 time: 0.0506897 Oct 20 14:45:36.159333 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f6dc6266-dad8-42d2-ab54-2dd7481c5a22 req-1b0ede66-fffb-4dab-9aaa-69359895256c tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=85788e2a-e563-4b22-a334-f1d6f3aefa63&id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548024 Oct 20 14:45:37.278580 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7368570-524a-40e1-a8b4-c0c5768b9992 req-16dd41f3-24dd-4419-8843-f84fffbbcec3 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:37.280011 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d7368570-524a-40e1-a8b4-c0c5768b9992 req-16dd41f3-24dd-4419-8843-f84fffbbcec3 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 984 time: 0.0464852 Oct 20 14:45:37.325217 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:37.339992 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d7368570-524a-40e1-a8b4-c0c5768b9992 req-5adf0f4f-bc59-4276-98e0-85cf83475c70 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=85788e2a-e563-4b22-a334-f1d6f3aefa63&id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541728 Oct 20 14:45:37.980526 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad35c-73ad-4ea9-9ebd-fe9d0e65f88a req-540e6c2d-5b75-4bb4-9ba9-383f3dbd8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:37.982387 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ebad35c-73ad-4ea9-9ebd-fe9d0e65f88a req-540e6c2d-5b75-4bb4-9ba9-383f3dbd8742 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 1130 time: 0.0475101 Oct 20 14:45:37.985716 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284094d-05f8-490c-8079-e19ce58fea84 req-df66445e-346a-4c8e-97fd-b51ad4347a9d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:37.987181 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f284094d-05f8-490c-8079-e19ce58fea84 req-df66445e-346a-4c8e-97fd-b51ad4347a9d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0522532 Oct 20 14:45:38.034876 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f284094d-05f8-490c-8079-e19ce58fea84 req-31c77d78-880d-4112-8944-f6e29832047b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420365 Oct 20 14:45:38.140814 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad35c-73ad-4ea9-9ebd-fe9d0e65f88a req-94681526-9ee2-456e-a210-6ebc668ac388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:38.142190 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ebad35c-73ad-4ea9-9ebd-fe9d0e65f88a req-94681526-9ee2-456e-a210-6ebc668ac388 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 920 time: 0.0904324 Oct 20 14:45:38.207384 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ebad35c-73ad-4ea9-9ebd-fe9d0e65f88a req-04016c34-d8e8-4e5d-874a-f359c019f3ef service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d15efa7b-2d55-44cf-a379-eaaae6f4f141 HTTP/1.1" status: 200 len: 1001 time: 0.0576494 Oct 20 14:45:38.256364 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad35c-73ad-4ea9-9ebd-fe9d0e65f88a req-58955bb8-0f25-4fe8-ad47-5c8d381edf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:38.257772 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ebad35c-73ad-4ea9-9ebd-fe9d0e65f88a req-58955bb8-0f25-4fe8-ad47-5c8d381edf8a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 HTTP/1.1" status: 200 len: 858 time: 0.0438473 Oct 20 14:45:38.306283 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad35c-73ad-4ea9-9ebd-fe9d0e65f88a req-1ea6f4d4-1c0f-47a4-8deb-4c0748e16bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:38.307706 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ebad35c-73ad-4ea9-9ebd-fe9d0e65f88a req-1ea6f4d4-1c0f-47a4-8deb-4c0748e16bd1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c28ca665-bebd-48d6-918c-3a77995d0c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376828 Oct 20 14:45:38.403339 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ebad35c-73ad-4ea9-9ebd-fe9d0e65f88a req-67a4ea41-51bf-4dc0-b3b7-277659aad7f9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872893 Oct 20 14:45:38.426689 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:38.461913 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82a90d-e7ce-45a1-9738-efe699675b93 req-c8759747-33e2-4d85-9868-259d04fd471a tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:38.463372 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9c82a90d-e7ce-45a1-9738-efe699675b93 req-c8759747-33e2-4d85-9868-259d04fd471a tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 984 time: 0.0469167 Oct 20 14:45:38.523542 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ebad35c-73ad-4ea9-9ebd-fe9d0e65f88a req-f1c48f6d-f07a-46da-a6b0-09b96a11a86c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843623 Oct 20 14:45:38.523754 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9c82a90d-e7ce-45a1-9738-efe699675b93 req-e24ace84-02f4-4876-a2e9-2152e716b11a tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=85788e2a-e563-4b22-a334-f1d6f3aefa63&id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538526 Oct 20 14:45:39.158155 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7368b7-4fdf-4f04-9e23-05aacd1bbb68 req-06c34377-11b8-49c4-b960-9aad2fa00743 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:39.159602 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5e7368b7-4fdf-4f04-9e23-05aacd1bbb68 req-06c34377-11b8-49c4-b960-9aad2fa00743 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0468273 Oct 20 14:45:39.209350 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5e7368b7-4fdf-4f04-9e23-05aacd1bbb68 req-2713f68f-0e7f-4599-a898-5c352292ffb1 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439053 Oct 20 14:45:39.585433 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:UPDATE=1,neutron:SELECT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:39.588498 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:39.646926 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaeb79d-3708-4339-b087-53c76f21c230 req-f29865bb-bfac-4cb3-aafa-d792f9a775e1 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:39.648315 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-deaeb79d-3708-4339-b087-53c76f21c230 req-f29865bb-bfac-4cb3-aafa-d792f9a775e1 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 984 time: 0.0498261 Oct 20 14:45:39.712245 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-deaeb79d-3708-4339-b087-53c76f21c230 req-13bda2e0-f29f-49b5-8ab3-868dd255a34b tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=85788e2a-e563-4b22-a334-f1d6f3aefa63&id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565100 Oct 20 14:45:39.759776 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533dc0c-99b4-445a-9d7f-2a1a5becb2d6 req-8fd4bc83-3895-44e1-aa6c-d3b7e6d870a3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:39.761244 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8533dc0c-99b4-445a-9d7f-2a1a5becb2d6 req-8fd4bc83-3895-44e1-aa6c-d3b7e6d870a3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 945 time: 0.0468268 Oct 20 14:45:39.808830 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8533dc0c-99b4-445a-9d7f-2a1a5becb2d6 req-d98a1a99-a1a3-4d54-8163-580234e88cf6 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418217 Oct 20 14:45:40.340695 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e71c07-f386-482e-a1f4-114daf48e248 req-33211d2a-9d8e-4b41-b5bf-5f364aab9f2d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:40.342132 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-38e71c07-f386-482e-a1f4-114daf48e248 req-33211d2a-9d8e-4b41-b5bf-5f364aab9f2d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0582583 Oct 20 14:45:40.398282 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-38e71c07-f386-482e-a1f4-114daf48e248 req-a606b400-edef-44ac-b882-284cbac7c096 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487163 Oct 20 14:45:40.930559 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f71a9-aac4-498b-8003-e999016bc18f req-28e08a59-a845-4825-b321-0395c834925d tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:40.932020 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-286f71a9-aac4-498b-8003-e999016bc18f req-28e08a59-a845-4825-b321-0395c834925d tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 945 time: 0.0483942 Oct 20 14:45:40.981993 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-286f71a9-aac4-498b-8003-e999016bc18f req-ef6ccfb8-cb7f-486f-9a46-c8b98cf3db5d tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438149 Oct 20 14:45:41.160186 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217ce90-8682-421a-803a-2144a089c602 req-6403460e-322c-4af3-adaa-beb982f869cb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:41.161722 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6217ce90-8682-421a-803a-2144a089c602 req-6403460e-322c-4af3-adaa-beb982f869cb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0494759 Oct 20 14:45:41.207769 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6217ce90-8682-421a-803a-2144a089c602 req-0eebbe73-b09a-4902-b577-bce7d053096d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405111 Oct 20 14:45:41.525900 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657735e-ea0d-42c8-9774-a0163b218722 req-0f01f62a-580a-4d57-b601-aa65043640aa tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:41.527378 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9657735e-ea0d-42c8-9774-a0163b218722 req-0f01f62a-580a-4d57-b601-aa65043640aa tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0482540 Oct 20 14:45:41.577590 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9657735e-ea0d-42c8-9774-a0163b218722 req-46f2b77c-0d82-41ab-bb99-eadc4b9eccc2 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437856 Oct 20 14:45:42.109320 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc7f6b-1984-47f5-9c63-11293943f878 req-da63183e-3508-4e5f-904f-8166dc7e16cc tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:42.110775 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-12bc7f6b-1984-47f5-9c63-11293943f878 req-da63183e-3508-4e5f-904f-8166dc7e16cc tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 945 time: 0.0498986 Oct 20 14:45:42.162140 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-12bc7f6b-1984-47f5-9c63-11293943f878 req-23b06956-55fd-41f1-ad8e-2f93721826f5 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457463 Oct 20 14:45:42.325505 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45b3eb-1235-4c00-83c8-bdef55bee6d2 req-bffc40e2-eb8e-4e5e-b172-e5206f58cd60 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:42.326865 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8a45b3eb-1235-4c00-83c8-bdef55bee6d2 req-bffc40e2-eb8e-4e5e-b172-e5206f58cd60 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0454865 Oct 20 14:45:42.373577 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8a45b3eb-1235-4c00-83c8-bdef55bee6d2 req-0bfbf033-b07d-4e85-a654-ff07819c49c0 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405040 Oct 20 14:45:42.663575 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:42.699292 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42ce08-e025-473d-bd61-35450a2d2968 req-a176dade-1718-4e38-b8e1-6ac88d48a113 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:42.700750 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bc42ce08-e025-473d-bd61-35450a2d2968 req-a176dade-1718-4e38-b8e1-6ac88d48a113 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0467272 Oct 20 14:45:42.711400 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:42.747266 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bc42ce08-e025-473d-bd61-35450a2d2968 req-df4e99fd-e2a4-4546-9ced-d34dc2b2f4fb tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410411 Oct 20 14:45:43.287465 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39277717-fba7-4beb-bb1f-83b436a946ea req-72f9f276-7449-4ecf-bbe7-cbbce10dd6a0 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:43.288963 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-39277717-fba7-4beb-bb1f-83b436a946ea req-72f9f276-7449-4ecf-bbe7-cbbce10dd6a0 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 945 time: 0.0516472 Oct 20 14:45:43.315157 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:43.351818 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-39277717-fba7-4beb-bb1f-83b436a946ea req-6fbd6d37-8c75-4af5-9834-4c97e3dc3968 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572305 Oct 20 14:45:43.368164 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-e9aa2a97-05e7-4622-a6f9-e5c1b5cca803 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:43.369787 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-e9aa2a97-05e7-4622-a6f9-e5c1b5cca803 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0885818 Oct 20 14:45:43.390666 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7a1fb55c-09ee-45d6-97ed-992b46bdcaa3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:43.392276 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7a1fb55c-09ee-45d6-97ed-992b46bdcaa3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 945 time: 0.0696104 Oct 20 14:45:43.420737 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:43.521202 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5a49c-484c-4d97-beba-9e28a21458f3 req-057d320b-11c5-4cb6-841b-91f9fee4087d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:43.523003 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-36e5a49c-484c-4d97-beba-9e28a21458f3 req-057d320b-11c5-4cb6-841b-91f9fee4087d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 946 time: 0.0655999 Oct 20 14:45:43.540587 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Deleting port 113928f5-c90e-4f91-8207-0c0a6f2d414b {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:45:43.540931 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:43.579565 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-36e5a49c-484c-4d97-beba-9e28a21458f3 req-92c924a2-493b-4c9c-9063-eec1dfefdc1d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494208 Oct 20 14:45:43.593068 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Deleting port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:45:43.593642 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:43.713521 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] For port 113928f5-c90e-4f91-8207-0c0a6f2d414b, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=113928f5-c90e-4f91-8207-0c0a6f2d414b,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:45:43.713805 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:43.727841 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] For port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=3aeaede2-76c6-42b7-b8b7-f33a546e2f7d,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:45:43.728188 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:43.873658 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f55cab-d893-45a2-b3ca-c34ec6ab40d2 req-62c8e6fd-3b00-491a-b757-c1255a5cb559 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:43.875345 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-33f55cab-d893-45a2-b3ca-c34ec6ab40d2 req-62c8e6fd-3b00-491a-b757-c1255a5cb559 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0489883 Oct 20 14:45:43.930429 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-33f55cab-d893-45a2-b3ca-c34ec6ab40d2 req-618e631d-5057-4bfa-bacd-aa3ba206add5 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491288 Oct 20 14:45:44.012102 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:44.012450 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (b091f867-fb8e-45ae-af72-4af8d67df417), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:44.012764 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.l3_db [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Floating IP b091f867-fb8e-45ae-af72-4af8d67df417 disassociated. External IP: 172.27.0.139, port: 113928f5-c90e-4f91-8207-0c0a6f2d414b. Oct 20 14:45:44.013094 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Calling delete_port for 113928f5-c90e-4f91-8207-0c0a6f2d414b owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:45:44.023746 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:44.024113 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (de961dc4-8a53-4eb3-b889-d9db9aa618e5), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:44.024431 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.l3_db [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Floating IP de961dc4-8a53-4eb3-b889-d9db9aa618e5 disassociated. External IP: 172.27.0.140, port: 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d. Oct 20 14:45:44.024767 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Calling delete_port for 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:45:44.394721 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:44.409716 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=13 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:44.481958 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879d8bb-1fd6-4e4f-9709-d07437e35b89 req-ebe61336-fd97-494b-a078-7c0b3d892bee tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:44.484095 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6879d8bb-1fd6-4e4f-9709-d07437e35b89 req-ebe61336-fd97-494b-a078-7c0b3d892bee tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 945 time: 0.0478766 Oct 20 14:45:44.491204 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (113928f5-c90e-4f91-8207-0c0a6f2d414b), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:44.527557 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (3aeaede2-76c6-42b7-b8b7-f33a546e2f7d), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:44.529236 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event deleted for resources: {'Port': ['ID=113928f5-c90e-4f91-8207-0c0a6f2d414b,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:44.558983 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6879d8bb-1fd6-4e4f-9709-d07437e35b89 req-3cff99ad-126a-4e84-b7c3-2326291782b5 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671270 Oct 20 14:45:44.564488 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event deleted for resources: {'Port': ['ID=3aeaede2-76c6-42b7-b8b7-f33a546e2f7d,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:44.684604 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-09ccb6b7-d3d0-480a-9e6d-38f2b4482417 req-66049737-0c11-44b8-9acf-1d168718a2b4 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 210 time: 0.0274291 Oct 20 14:45:44.774007 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Router 291aa9d2-4f08-46f9-a62c-4066ea690f1b has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:45:44.775743 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Router 77f489c9-269b-4f4d-bfe4-358795deb54f has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:45:44.972314 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:45:44.974190 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:45:44.987959 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73614bba-9d7a-4d63-8d93-f811089b58e5 None None] Sync routers for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:45:45.008041 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73614bba-9d7a-4d63-8d93-f811089b58e5 None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:45:45.009010 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-73614bba-9d7a-4d63-8d93-f811089b58e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:45:45.023711 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb129db-a052-49e8-b641-9a2b3806c2e9 None None] Sync routers for ids ['77f489c9-269b-4f4d-bfe4-358795deb54f'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:45:45.039836 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb129db-a052-49e8-b641-9a2b3806c2e9 None None] Routers {'77f489c9-269b-4f4d-bfe4-358795deb54f'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:45:45.047176 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-eeb129db-a052-49e8-b641-9a2b3806c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['77f489c9-269b-4f4d-bfe4-358795deb54f'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:45:45.059215 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] No DVR routers for this DVR port 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:45:45.063568 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:45.067393 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2d5b486a-ba28-4c4f-a3ba-828f80bf405e req-7837131c-e8ed-4425-8355-1cdb72b9b490 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "DELETE /networking/v2.0/ports/3aeaede2-76c6-42b7-b8b7-f33a546e2f7d HTTP/1.1" status: 204 len: 173 time: 1.6560328 Oct 20 14:45:45.067934 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b82f520-a300-4205-9ff6-f31ec81518e0', 'name': 'network-vif-deleted', 'tag': '3aeaede2-76c6-42b7-b8b7-f33a546e2f7d'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:45:45.070390 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbed33b-cbbd-45fa-9ab4-f01cb0881e1c" -d '{"events": [{"server_uuid": "0b82f520-a300-4205-9ff6-f31ec81518e0", "name": "network-vif-deleted", "tag": "3aeaede2-76c6-42b7-b8b7-f33a546e2f7d"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:45:45.104643 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] No DVR routers for this DVR port 113928f5-c90e-4f91-8207-0c0a6f2d414b on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:45:45.114865 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:45.123641 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-57f55ef4-e70d-497c-b71f-ff6ff3a8411a req-398aeb36-d138-4880-8c4d-627c265266ba tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.36 "DELETE /networking/v2.0/ports/113928f5-c90e-4f91-8207-0c0a6f2d414b HTTP/1.1" status: 204 len: 173 time: 1.7477024 Oct 20 14:45:45.188546 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bbd5a1-79b8-475a-9bd5-1b682bae8424 x-openstack-request-id: req-44bbd5a1-79b8-475a-9bd5-1b682bae8424 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:45:45.188836 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b82f520-a300-4205-9ff6-f31ec81518e0", "name": "network-vif-deleted", "tag": "3aeaede2-76c6-42b7-b8b7-f33a546e2f7d", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:45:45.189086 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44bbd5a1-79b8-475a-9bd5-1b682bae8424 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:45:45.189486 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44bbd5a1-79b8-475a-9bd5-1b682bae8424'] response: {'server_uuid': '0b82f520-a300-4205-9ff6-f31ec81518e0', 'name': 'network-vif-deleted', 'tag': '3aeaede2-76c6-42b7-b8b7-f33a546e2f7d', 'status': 'completed', 'code': 200} Oct 20 14:45:45.196877 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-73614bba-9d7a-4d63-8d93-f811089b58e5 None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:45:45.200183 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c0ce4-c99e-4e2b-9991-13c4d3395c83 req-78cebd80-4ded-4323-ab8e-234eac4a283d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:45.210414 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8b1c0ce4-c99e-4e2b-9991-13c4d3395c83 req-78cebd80-4ded-4323-ab8e-234eac4a283d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.1561882 Oct 20 14:45:45.259540 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8b1c0ce4-c99e-4e2b-9991-13c4d3395c83 req-2428585d-bbc5-48f7-8932-8d5d3f08ffaf tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493135 Oct 20 14:45:45.268534 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-eeb129db-a052-49e8-b641-9a2b3806c2e9 None None] Set router 77f489c9-269b-4f4d-bfe4-358795deb54f gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:45:45.445767 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-73614bba-9d7a-4d63-8d93-f811089b58e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:45:45.476226 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73614bba-9d7a-4d63-8d93-f811089b58e5 None None] Checking router: 291aa9d2-4f08-46f9-a62c-4066ea690f1b for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:45:45.476713 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-eeb129db-a052-49e8-b641-9a2b3806c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:19Z', 'revision_number': 5, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:45:45.485830 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73614bba-9d7a-4d63-8d93-f811089b58e5 None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:45:45.486450 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-73614bba-9d7a-4d63-8d93-f811089b58e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:45:45.517777 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb129db-a052-49e8-b641-9a2b3806c2e9 None None] Checking router: 77f489c9-269b-4f4d-bfe4-358795deb54f for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:45:45.526440 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb129db-a052-49e8-b641-9a2b3806c2e9 None None] Routers {'77f489c9-269b-4f4d-bfe4-358795deb54f'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:45:45.527037 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-eeb129db-a052-49e8-b641-9a2b3806c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['77f489c9-269b-4f4d-bfe4-358795deb54f'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:45:45.623535 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-73614bba-9d7a-4d63-8d93-f811089b58e5 None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:45:45.641560 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-eeb129db-a052-49e8-b641-9a2b3806c2e9 None None] Set router 77f489c9-269b-4f4d-bfe4-358795deb54f gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:45:45.684659 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4cf2fb76-5fb9-472b-b1af-b862d7eddf73 req-0622de0a-e09c-42fb-b8d5-9eebd2593f52 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0b82f520-a300-4205-9ff6-f31ec81518e0 HTTP/1.1" status: 200 len: 210 time: 0.0397670 Oct 20 14:45:45.809532 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fde6054b-622f-454d-ae39-d7949bb23ee6 req-0cdb3c54-855c-4561-b8a4-dbf9b3564057 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=38c72900-27b7-470e-9d95-752506e689ad HTTP/1.1" status: 200 len: 210 time: 0.0306709 Oct 20 14:45:45.841121 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-eeb129db-a052-49e8-b641-9a2b3806c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:19Z', 'revision_number': 5, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:45:45.867264 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb129db-a052-49e8-b641-9a2b3806c2e9 None None] The sync data for ids ['77f489c9-269b-4f4d-bfe4-358795deb54f'] in dv-cinder-779233-7-iscsi is: [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:19Z', 'revision_number': 5, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:45:45.964185 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-73614bba-9d7a-4d63-8d93-f811089b58e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:45:45.992330 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73614bba-9d7a-4d63-8d93-f811089b58e5 None None] The sync data for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi is: [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:45:46.174234 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c556c-bdf9-45c9-81db-2b139df4314f None None] New status for floating IP b091f867-fb8e-45ae-af72-4af8d67df417: DOWN {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:45:46.270451 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49c915-8207-4182-82e2-6e0921a49be9 None None] New status for floating IP de961dc4-8a53-4eb3-b889-d9db9aa618e5: DOWN {{(pid=111619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:45:46.408272 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ef937-22cc-40da-a412-e7cf31a76193 req-2219fba0-86a2-41d4-8a21-df516f179ae5 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:46.409742 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-369ef937-22cc-40da-a412-e7cf31a76193 req-2219fba0-86a2-41d4-8a21-df516f179ae5 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0503049 Oct 20 14:45:46.460524 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-369ef937-22cc-40da-a412-e7cf31a76193 req-01a8de8d-60cd-490d-8507-a9bbb001ae2b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449381 Oct 20 14:45:46.904386 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37060) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:45:46.984747 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-e8a018de-1799-4475-a6fc-400999f1a46a tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-41998486&fields=id&tenant_id=d5614088125349f1975cc55b25dd9dbc HTTP/1.1" status: 200 len: 267 time: 0.0725026 Oct 20 14:45:47.004993 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group (57f81c5a-0559-4b01-b1c3-9b9a61dd7f24), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.071755 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group (57f81c5a-0559-4b01-b1c3-9b9a61dd7f24), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.140470 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-b81d6a65-f8a4-43aa-87ce-b07fa40d75bf tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:47.141713 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-b81d6a65-f8a4-43aa-87ce-b07fa40d75bf tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/networks?id=c924697c-b180-4b1b-9f12-d7889a054b97 HTTP/1.1" status: 200 len: 810 time: 0.1506276 Oct 20 14:45:47.158890 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-e25c0618-6a7b-4a22-9c31-34f6a271a01a tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/quotas/d5614088125349f1975cc55b25dd9dbc HTTP/1.1" status: 200 len: 375 time: 0.0115850 Oct 20 14:45:47.160368 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (57f81c5a-0559-4b01-b1c3-9b9a61dd7f24), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.163049 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.164055 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/57f81c5a-0559-4b01-b1c3-9b9a61dd7f24 HTTP/1.1" status: 204 len: 168 time: 0.2581642 Oct 20 14:45:47.166923 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37062) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:45:47.180889 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.api.v2.resource [None req-c2df716e-e273-45da-b56e-fa4404527947 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] show failed (client error): The resource could not be found. Oct 20 14:45:47.181853 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-c2df716e-e273-45da-b56e-fa4404527947 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups/57f81c5a-0559-4b01-b1c3-9b9a61dd7f24 HTTP/1.1" status: 404 len: 347 time: 0.0139723 Oct 20 14:45:47.183209 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f81c5a-0559-4b01-b1c3-9b9a61dd7f24,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:47.184693 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37064) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:45:47.190698 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c72900-27b7-470e-9d95-752506e689ad', 'name': 'network-vif-deleted', 'tag': '113928f5-c90e-4f91-8207-0c0a6f2d414b'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:45:47.192844 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f45d12-5893-40a0-ab38-242d991915a0" -d '{"events": [{"server_uuid": "38c72900-27b7-470e-9d95-752506e689ad", "name": "network-vif-deleted", "tag": "113928f5-c90e-4f91-8207-0c0a6f2d414b"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:45:47.206573 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.206920 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.207259 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.207593 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.207920 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.208246 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.208606 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.208931 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.209253 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.209574 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.209893 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.210226 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.210528 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.210853 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.211150 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1316125-aa08-4946-826b-82c6f90f7be7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:47.215927 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:47.223444 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:47.239959 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bfa3fe96-9418-4024-856a-f43bb54a18be tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747924 Oct 20 14:45:47.244504 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebda99f-b52c-4d92-91b1-6b5a7fec0892 x-openstack-request-id: req-bebda99f-b52c-4d92-91b1-6b5a7fec0892 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:45:47.244968 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c72900-27b7-470e-9d95-752506e689ad", "name": "network-vif-deleted", "tag": "113928f5-c90e-4f91-8207-0c0a6f2d414b", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:45:47.245473 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bebda99f-b52c-4d92-91b1-6b5a7fec0892 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:45:47.245866 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bebda99f-b52c-4d92-91b1-6b5a7fec0892'] response: {'server_uuid': '38c72900-27b7-470e-9d95-752506e689ad', 'name': 'network-vif-deleted', 'tag': '113928f5-c90e-4f91-8207-0c0a6f2d414b', 'status': 'completed', 'code': 200} Oct 20 14:45:47.321026 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-7eb99905-ae0a-4b35-acf6-03fd415dc2bd tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Deleting port 6c6ba29d-4ee4-47ef-9f46-46d4387894db {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:45:47.321366 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7eb99905-ae0a-4b35-acf6-03fd415dc2bd tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (6c6ba29d-4ee4-47ef-9f46-46d4387894db), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.339096 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-d1ee414a-d0b3-4168-b826-7e15efdb01c0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876656 Oct 20 14:45:47.404044 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7eb99905-ae0a-4b35-acf6-03fd415dc2bd tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (6c6ba29d-4ee4-47ef-9f46-46d4387894db), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.404395 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7eb99905-ae0a-4b35-acf6-03fd415dc2bd tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for floatingip (6c6ba29d-4ee4-47ef-9f46-46d4387894db), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.418663 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-7eb99905-ae0a-4b35-acf6-03fd415dc2bd tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Calling delete_port for 6c6ba29d-4ee4-47ef-9f46-46d4387894db owned by network:floatingip {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:45:47.430337 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-237e8ab5-4436-46b1-99d7-ece8dfef4d2c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853934 Oct 20 14:45:47.431517 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:47.519526 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:47.565540 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7eb99905-ae0a-4b35-acf6-03fd415dc2bd tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (6c6ba29d-4ee4-47ef-9f46-46d4387894db), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.589447 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb99905-ae0a-4b35-acf6-03fd415dc2bd tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event deleted for resources: {'Port': ['ID=6c6ba29d-4ee4-47ef-9f46-46d4387894db,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:47.609768 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a342586-e0d4-4074-bf19-1449cb43effb req-132a469f-9c6d-49b9-9ea2-9b573faa1e84 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:47.611267 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3a342586-e0d4-4074-bf19-1449cb43effb req-132a469f-9c6d-49b9-9ea2-9b573faa1e84 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0642252 Oct 20 14:45:47.662541 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3a342586-e0d4-4074-bf19-1449cb43effb req-622fcada-52d5-4d9a-9b83-1010214f1437 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456722 Oct 20 14:45:47.664928 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7eb99905-ae0a-4b35-acf6-03fd415dc2bd tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for floatingip (b091f867-fb8e-45ae-af72-4af8d67df417), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.668311 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7eb99905-ae0a-4b35-acf6-03fd415dc2bd tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.672376 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-7eb99905-ae0a-4b35-acf6-03fd415dc2bd tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/b091f867-fb8e-45ae-af72-4af8d67df417 HTTP/1.1" status: 204 len: 168 time: 0.4840558 Oct 20 14:45:47.745629 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37080) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:45:47.750325 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-0044e724-6750-4874-8a91-67c4172d065a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1999943', 'description': 'tempest-description--1946020394'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:45:47.770402 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0044e724-6750-4874-8a91-67c4172d065a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.837705 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0044e724-6750-4874-8a91-67c4172d065a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group (dc889e21-63aa-4d13-80ed-c25908c352e2), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.841098 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0044e724-6750-4874-8a91-67c4172d065a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (dc889e21-63aa-4d13-80ed-c25908c352e2), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.872233 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0044e724-6750-4874-8a91-67c4172d065a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.873465 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-0044e724-6750-4874-8a91-67c4172d065a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1268427 Oct 20 14:45:47.875374 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044e724-6750-4874-8a91-67c4172d065a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc889e21-63aa-4d13-80ed-c25908c352e2,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:47.876523 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37082) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:45:47.881099 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-24fe694b-81d3-42d3-a093-0b7662f89405 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Request body: {'security_group_rule': {'security_group_id': 'dc889e21-63aa-4d13-80ed-c25908c352e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:45:47.911238 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-24fe694b-81d3-42d3-a093-0b7662f89405 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group_rule (c0c9d9cf-341b-4804-8f80-aa9921ea8aba), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.957690 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-24fe694b-81d3-42d3-a093-0b7662f89405 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group_rule (c0c9d9cf-341b-4804-8f80-aa9921ea8aba), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.961015 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-24fe694b-81d3-42d3-a093-0b7662f89405 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (c0c9d9cf-341b-4804-8f80-aa9921ea8aba), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.979769 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe694b-81d3-42d3-a093-0b7662f89405 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c9d9cf-341b-4804-8f80-aa9921ea8aba,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:47.987849 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-24fe694b-81d3-42d3-a093-0b7662f89405 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:47.989074 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-24fe694b-81d3-42d3-a093-0b7662f89405 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115360 Oct 20 14:45:47.991942 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37084) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:45:47.996954 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-1d02c7e4-7437-456f-96bc-4f02d7a2854b tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Request body: {'security_group_rule': {'security_group_id': 'dc889e21-63aa-4d13-80ed-c25908c352e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:45:48.026016 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-1d02c7e4-7437-456f-96bc-4f02d7a2854b tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group_rule (289e4f92-c790-4a9c-9b5b-b794784c7245), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:48.082893 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-1d02c7e4-7437-456f-96bc-4f02d7a2854b tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group_rule (289e4f92-c790-4a9c-9b5b-b794784c7245), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:48.086386 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-1d02c7e4-7437-456f-96bc-4f02d7a2854b tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (289e4f92-c790-4a9c-9b5b-b794784c7245), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:48.103987 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02c7e4-7437-456f-96bc-4f02d7a2854b tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289e4f92-c790-4a9c-9b5b-b794784c7245,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:48.112757 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-1d02c7e4-7437-456f-96bc-4f02d7a2854b tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:48.113940 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-1d02c7e4-7437-456f-96bc-4f02d7a2854b tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211169 Oct 20 14:45:48.117088 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37086) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:45:48.121300 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Request body: {'floatingip': {'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:45:48.142779 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:48.221707 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:48.292952 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 113928f5-c90e-4f91-8207-0c0a6f2d414b no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:45:48.312752 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: 113928f5-c90e-4f91-8207-0c0a6f2d414b {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:45:48.313098 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 113928f5-c90e-4f91-8207-0c0a6f2d414b not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:45:48.313511 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:45:48.326578 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Allocated IP 172.27.0.141 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/e261a65a-58b5-4773-983e-dd683f5b17a6) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:45:48.332369 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:45:48.332727 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 3aeaede2-76c6-42b7-b8b7-f33a546e2f7d not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:45:48.384980 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:48.435616 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for port (e261a65a-58b5-4773-983e-dd683f5b17a6), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:48.467834 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (e261a65a-58b5-4773-983e-dd683f5b17a6), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:48.473652 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:48.512024 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:45:48.518620 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:45:48.520977 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event updated for resources: {'Port': ['ID=e261a65a-58b5-4773-983e-dd683f5b17a6,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:48.523514 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:45:48.607608 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for floatingip (99f62768-8d30-4d52-88df-6e11eac31e70), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:48.643213 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (e261a65a-58b5-4773-983e-dd683f5b17a6), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:48.842007 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6d07885a-63f5-4507-b182-16f4af94b140 req-3ba94192-17f2-4c76-bb40-b50ccf504bc0 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 210 time: 0.0470588 Oct 20 14:45:48.848332 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355a57b-1297-4a59-8595-5069e1242aa9 req-1f6913bb-f378-44e4-8fe6-b68b45079368 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:48.849900 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3355a57b-1297-4a59-8595-5069e1242aa9 req-1f6913bb-f378-44e4-8fe6-b68b45079368 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0898991 Oct 20 14:45:48.870020 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for port (e261a65a-58b5-4773-983e-dd683f5b17a6), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:48.876837 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (e261a65a-58b5-4773-983e-dd683f5b17a6), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:48.902783 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3355a57b-1297-4a59-8595-5069e1242aa9 req-7bda3ce8-45d9-4528-9fa6-3da2c199e5c1 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464737 Oct 20 14:45:48.954395 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (99f62768-8d30-4d52-88df-6e11eac31e70), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:48.958003 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event updated for resources: {'Port': ['ID=e261a65a-58b5-4773-983e-dd683f5b17a6,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:48.973333 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:48.974563 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-64865159-0de8-4ea7-9762-5ce71ced30eb tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8565772 Oct 20 14:45:49.194495 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-a4099de5-7e7d-4cf0-a78a-af1ace0de7f4 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1999943&fields=id&tenant_id=a3d7fadfead1456792446f71c465bc0c HTTP/1.1" status: 200 len: 267 time: 0.0426207 Oct 20 14:45:49.301977 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-0d16d0c3-9a68-428b-8715-56c37625e264 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:49.303409 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-0d16d0c3-9a68-428b-8715-56c37625e264 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/networks?id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352 HTTP/1.1" status: 200 len: 811 time: 0.1023753 Oct 20 14:45:49.318663 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-fd4a2db6-fbf5-4e0b-9f3b-b596bf4398cf tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/quotas/a3d7fadfead1456792446f71c465bc0c HTTP/1.1" status: 200 len: 375 time: 0.0094767 Oct 20 14:45:49.366813 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-424c892d-5834-4d0b-837d-37a6d70e2fcf tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=a3d7fadfead1456792446f71c465bc0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433958 Oct 20 14:45:49.457515 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:49.463956 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-a1e9aa34-a1a1-45c5-b03a-4c055d0e0997 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849283 Oct 20 14:45:49.553098 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-c7b3f17f-fa24-4453-8bf5-427b2cd70576 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827336 Oct 20 14:45:49.827611 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8880f47b-96ce-4c78-9f43-c50135968696 req-7d3aeb19-3edc-4c53-a902-c5fbe3c9705d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 210 time: 0.1389179 Oct 20 14:45:49.977063 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-196e7278-b532-4f81-930e-6ada694d3745 req-6169cfde-79b4-4e10-a8c5-7a78b6d9eca3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 210 time: 0.0336885 Oct 20 14:45:50.036775 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea508748-07f6-40e7-a973-01a3e81da370 req-109fce04-121e-4034-b816-abb2f612d781 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:50.038424 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ea508748-07f6-40e7-a973-01a3e81da370 req-109fce04-121e-4034-b816-abb2f612d781 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0521889 Oct 20 14:45:50.058562 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:50.090203 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ea508748-07f6-40e7-a973-01a3e81da370 req-f877a192-18f0-4b61-9942-f1782e46cbe9 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460663 Oct 20 14:45:50.319461 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec1fff-3f75-45a8-a874-299dc9f2dba2 req-29bd21c5-87af-4e17-979b-8029c803abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:50.321585 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ceec1fff-3f75-45a8-a874-299dc9f2dba2 req-29bd21c5-87af-4e17-979b-8029c803abc9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 1130 time: 0.0415754 Oct 20 14:45:50.371708 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ceec1fff-3f75-45a8-a874-299dc9f2dba2 req-d42d6a28-7ead-4ae1-bfa5-0e643875503b service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422432 Oct 20 14:45:50.936579 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5fe53fdc-584a-45eb-8d18-91c50ee510e9 req-7bda7ea7-3162-47c5-b2df-686ba414ad4e tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 210 time: 0.0315673 Oct 20 14:45:51.094350 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-348f38b4-8bbf-4714-bd59-c3cbe150965b req-0f26fc9b-a8d9-4f4f-af7a-93757e25a8ad tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 210 time: 0.0303631 Oct 20 14:45:51.261849 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c303bc4-1ee9-49de-9aec-f11a72cb9c34 req-0c56b5a3-6686-4c53-aeb3-56b77f12d1b4 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:51.263272 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1c303bc4-1ee9-49de-9aec-f11a72cb9c34 req-0c56b5a3-6686-4c53-aeb3-56b77f12d1b4 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0947306 Oct 20 14:45:51.309226 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1c303bc4-1ee9-49de-9aec-f11a72cb9c34 req-a476ea16-0afc-4984-9d0f-ff8de363793c tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402293 Oct 20 14:45:51.510546 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b4221b10-cd75-44ca-afca-2031596ef994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:52.042386 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-dc0b2015-8e2d-40c6-8c5e-7ebcfbd087fb req-dd24389b-9827-4ca8-995c-371484293aa5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 210 time: 0.0275691 Oct 20 14:45:52.198069 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e95572cf-207d-4437-a9ae-4d6a1ed6991a req-07eb3bb1-c23a-41cd-a127-e2fca0e899a3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 210 time: 0.0279448 Oct 20 14:45:52.433998 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064e65b-3101-42c0-8a10-d7f84dd1beee req-74d576cb-1ee6-48f8-9379-dc97be68ffc1 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:52.435707 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f064e65b-3101-42c0-8a10-d7f84dd1beee req-74d576cb-1ee6-48f8-9379-dc97be68ffc1 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0498619 Oct 20 14:45:52.499629 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f064e65b-3101-42c0-8a10-d7f84dd1beee req-70294599-2a89-4cfc-bb05-4acd019f6f2b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569453 Oct 20 14:45:52.603266 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-b3f4c2b3-e5eb-4558-b970-83fd8a6a208e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:52.604885 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-b3f4c2b3-e5eb-4558-b970-83fd8a6a208e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c924697c-b180-4b1b-9f12-d7889a054b97 HTTP/1.1" status: 200 len: 810 time: 0.1479936 Oct 20 14:45:52.680998 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:52.701755 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-e9922543-67f3-47fd-9afe-86f1acbec6d0 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d5614088125349f1975cc55b25dd9dbc HTTP/1.1" status: 200 len: 378 time: 0.0760922 Oct 20 14:45:52.712608 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-d2ed021b-866d-43f3-94b7-f577df533747 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Request body: {'port': {'device_id': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'admin_state_up': True, 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'security_groups': ['c6dcfe27-4324-4f81-ada9-621cff849f03']}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:45:52.829409 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-d2ed021b-866d-43f3-94b7-f577df533747 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Made reservation on behalf of d5614088125349f1975cc55b25dd9dbc for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:45:52.833247 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-d2ed021b-866d-43f3-94b7-f577df533747 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:52.859016 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:52.967520 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-d2ed021b-866d-43f3-94b7-f577df533747 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Allocated IP 172.20.0.7 (c924697c-b180-4b1b-9f12-d7889a054b97/56aaf329-fdc0-417e-828a-ce1cc2420856/ad316f32-43bd-4ee5-87a3-588ca6ffab22) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:45:52.989371 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256a0d-4901-4c7c-8e46-aae06124d3ee req-5d447dad-37c7-406e-908c-db800f7d5170 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:52.990847 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-89256a0d-4901-4c7c-8e46-aae06124d3ee req-5d447dad-37c7-406e-908c-db800f7d5170 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0473194 Oct 20 14:45:53.043034 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-89256a0d-4901-4c7c-8e46-aae06124d3ee req-3229582f-0018-43f0-a8dc-c88437c9f698 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461538 Oct 20 14:45:53.127912 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-d2ed021b-866d-43f3-94b7-f577df533747 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:53.170128 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-d2ed021b-866d-43f3-94b7-f577df533747 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:53.182514 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9ef042aa-9c2a-40ac-9002-4acd18936133 req-3905e2f1-f288-41cf-88fa-d6039fec16f7 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 210 time: 0.0531044 Oct 20 14:45:53.275715 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174458d9-0268-49b8-8474-9170e08bc637 req-737dc8ca-20a3-4a4f-815f-18f6c3d4a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:53.277264 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-174458d9-0268-49b8-8474-9170e08bc637 req-737dc8ca-20a3-4a4f-815f-18f6c3d4a1c7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 1130 time: 0.1000266 Oct 20 14:45:53.288010 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-d2ed021b-866d-43f3-94b7-f577df533747 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Network c924697c-b180-4b1b-9f12-d7889a054b97 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:45:53.292563 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-d2ed021b-866d-43f3-94b7-f577df533747 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:45:53.296965 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-d2ed021b-866d-43f3-94b7-f577df533747 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:45:53.347882 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed021b-866d-43f3-94b7-f577df533747 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'Port': ['ID=ad316f32-43bd-4ee5-87a3-588ca6ffab22,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:53.365423 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-d2ed021b-866d-43f3-94b7-f577df533747 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:53.366453 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-d2ed021b-866d-43f3-94b7-f577df533747 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:53.384166 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122cbe6-aa85-43f2-9c59-abe1d1b8906d req-8beb1949-0095-4372-895b-c89de0cedc64 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:53.385863 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-d2ed021b-866d-43f3-94b7-f577df533747 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6771996 Oct 20 14:45:53.386485 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b122cbe6-aa85-43f2-9c59-abe1d1b8906d req-8beb1949-0095-4372-895b-c89de0cedc64 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 931 time: 0.0778062 Oct 20 14:45:53.423621 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-d728536e-58d9-42fc-8476-a0478f4fe84a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:53.425078 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-d728536e-58d9-42fc-8476-a0478f4fe84a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.36 "GET /networking/v2.0/networks?id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352 HTTP/1.1" status: 200 len: 811 time: 0.2011960 Oct 20 14:45:53.458510 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b122cbe6-aa85-43f2-9c59-abe1d1b8906d req-97ff138c-560b-4818-9c9f-675e19fc122d tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644846 Oct 20 14:45:53.571986 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-e3b22752-a584-48a6-aec4-d68d19278244 None None] Provisioning complete for port ad316f32-43bd-4ee5-87a3-588ca6ffab22 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:45:53.572495 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-e3b22752-a584-48a6-aec4-d68d19278244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:53.572715 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-e3b22752-a584-48a6-aec4-d68d19278244 None None] Attempt 1 to provision port ad316f32-43bd-4ee5-87a3-588ca6ffab22 Oct 20 14:45:53.588248 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Request body: {'port': {'device_id': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:45:53.607667 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-e3b22752-a584-48a6-aec4-d68d19278244 None None] Port ad316f32-43bd-4ee5-87a3-588ca6ffab22 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:45:53.660952 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-cbcec6bc-e2d3-4812-8cee-b41537735c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:53.699244 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-727e4002-2b72-4de1-ad0a-1ea6806c49dd tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a3d7fadfead1456792446f71c465bc0c HTTP/1.1" status: 200 len: 377 time: 0.0987937 Oct 20 14:45:53.727096 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-c8e8ed67-3e80-4950-bb38-226755e19fff tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Request body: {'port': {'device_id': 'd10aa467-2dd1-482b-9e1e-1e1f43e1aafa', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'admin_state_up': True, 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'security_groups': ['dc889e21-63aa-4d13-80ed-c25908c352e2']}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:45:53.853241 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-c8e8ed67-3e80-4950-bb38-226755e19fff tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Made reservation on behalf of a3d7fadfead1456792446f71c465bc0c for: {'port': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:45:53.857305 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-c8e8ed67-3e80-4950-bb38-226755e19fff tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:53.860433 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:53.980493 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:53.992236 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-c8e8ed67-3e80-4950-bb38-226755e19fff tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Allocated IP 172.20.0.9 (fc293b8c-746d-49c9-a6cf-e8d38b9a4352/1a67e092-0844-4291-b844-e931d44b047a/a1e5a843-5c0f-440d-8b6e-9a45608a72c5) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:45:54.025636 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174458d9-0268-49b8-8474-9170e08bc637 req-e5bfffb2-6a0f-4fc5-a334-8d22a5692849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:54.027134 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-174458d9-0268-49b8-8474-9170e08bc637 req-e5bfffb2-6a0f-4fc5-a334-8d22a5692849 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 920 time: 0.4354908 Oct 20 14:45:54.027937 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:54.036710 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:54.190945 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-174458d9-0268-49b8-8474-9170e08bc637 req-10354272-c070-4b8c-81f9-d8d7b5a9edef service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d15efa7b-2d55-44cf-a379-eaaae6f4f141 HTTP/1.1" status: 200 len: 1001 time: 0.1422298 Oct 20 14:45:54.193778 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-c8e8ed67-3e80-4950-bb38-226755e19fff tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:54.210795 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ade10-d899-4aa5-8893-eb031a3d7fe8 req-ef7ef34f-5ec5-4912-ac79-24e7d70a243d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:54.212247 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-003ade10-d899-4aa5-8893-eb031a3d7fe8 req-ef7ef34f-5ec5-4912-ac79-24e7d70a243d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0739033 Oct 20 14:45:54.252469 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:54.286088 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-c8e8ed67-3e80-4950-bb38-226755e19fff tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:54.290482 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-003ade10-d899-4aa5-8893-eb031a3d7fe8 req-9b5e2ae9-b3e9-4f6a-af01-1bbd62acfb04 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627360 Oct 20 14:45:54.303506 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174458d9-0268-49b8-8474-9170e08bc637 req-db757b55-2c6b-4c9e-b92b-331b52418b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:54.304776 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-174458d9-0268-49b8-8474-9170e08bc637 req-db757b55-2c6b-4c9e-b92b-331b52418b25 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 HTTP/1.1" status: 200 len: 858 time: 0.0881929 Oct 20 14:45:54.360861 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174458d9-0268-49b8-8474-9170e08bc637 req-a6612bf0-e3fe-4329-b400-5d4d7884534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:54.362264 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-174458d9-0268-49b8-8474-9170e08bc637 req-a6612bf0-e3fe-4329-b400-5d4d7884534e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c28ca665-bebd-48d6-918c-3a77995d0c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473375 Oct 20 14:45:54.373927 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f1a3a-7161-44dc-8d92-a1e1571d20ef req-a1924a22-0401-4c99-a8e0-7a405c3ae700 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:54.376051 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4e0f1a3a-7161-44dc-8d92-a1e1571d20ef req-a1924a22-0401-4c99-a8e0-7a405c3ae700 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 931 time: 0.1040592 Oct 20 14:45:54.379918 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-c8e8ed67-3e80-4950-bb38-226755e19fff tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:45:54.384689 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-c8e8ed67-3e80-4950-bb38-226755e19fff tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:45:54.387234 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8ed67-3e80-4950-bb38-226755e19fff tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event updated for resources: {'Port': ['ID=a1e5a843-5c0f-440d-8b6e-9a45608a72c5,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:54.389445 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-c8e8ed67-3e80-4950-bb38-226755e19fff tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:45:54.394220 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-c8e8ed67-3e80-4950-bb38-226755e19fff tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:54.394833 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-c8e8ed67-3e80-4950-bb38-226755e19fff tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:54.427285 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-c8e8ed67-3e80-4950-bb38-226755e19fff tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7071056 Oct 20 14:45:54.443453 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Request body: {'port': {'device_id': 'd10aa467-2dd1-482b-9e1e-1e1f43e1aafa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:45:54.447006 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad316f32-43bd-4ee5-87a3-588ca6ffab22 {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:45:54.458475 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Publish callbacks [] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:54.475610 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4e0f1a3a-7161-44dc-8d92-a1e1571d20ef req-248d51fe-2c8d-41b9-9f94-cfb47fcba396 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0923450 Oct 20 14:45:54.481854 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Transition to ACTIVE for port object ad316f32-43bd-4ee5-87a3-588ca6ffab22 will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:45:54.494798 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:54.542077 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:54.548836 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-174458d9-0268-49b8-8474-9170e08bc637 req-b927cdd2-cc69-44a9-818d-16a83ffd162b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596849 Oct 20 14:45:54.598277 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad316f32-43bd-4ee5-87a3-588ca6ffab22,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:54.629152 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69774c6a-006c-4429-b91e-27c851e2e2fa req-8a887040-08cc-4a54-96b2-da983b2de061 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:54.630671 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-69774c6a-006c-4429-b91e-27c851e2e2fa req-8a887040-08cc-4a54-96b2-da983b2de061 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 943 time: 0.0726364 Oct 20 14:45:54.636237 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-203623c7-b453-41eb-a62b-d5f52d76164b None None] Provisioning complete for port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:45:54.637698 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-203623c7-b453-41eb-a62b-d5f52d76164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:54.637952 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-203623c7-b453-41eb-a62b-d5f52d76164b None None] Attempt 1 to provision port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 Oct 20 14:45:54.666010 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:54.684973 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-203623c7-b453-41eb-a62b-d5f52d76164b None None] Port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:45:54.716869 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-174458d9-0268-49b8-8474-9170e08bc637 req-0ffd4719-edd8-4e61-beab-2a263076f531 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587214 Oct 20 14:45:54.749959 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Attempting to bind port ad316f32-43bd-4ee5-87a3-588ca6ffab22 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:45:54.750377 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Attempting to bind port ad316f32-43bd-4ee5-87a3-588ca6ffab22 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:45:54.750632 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Attempting to bind port ad316f32-43bd-4ee5-87a3-588ca6ffab22 on network c924697c-b180-4b1b-9f12-d7889a054b97 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:45:54.778502 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-69774c6a-006c-4429-b91e-27c851e2e2fa req-f0f4844f-b7f0-497d-be7b-5ab27019c25e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1409965 Oct 20 14:45:54.806051 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Port ad316f32-43bd-4ee5-87a3-588ca6ffab22 on network c924697c-b180-4b1b-9f12-d7889a054b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:45:54.806391 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Attempting to bind port ad316f32-43bd-4ee5-87a3-588ca6ffab22 on network c924697c-b180-4b1b-9f12-d7889a054b97 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:45:54.831102 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:54.852976 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:45:54.853753 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Checking segment: {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:45:54.853753 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Bound using segment: {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:45:54.854184 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Bound port: ad316f32-43bd-4ee5-87a3-588ca6ffab22, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:45:54.854543 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:54.929163 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] For port ad316f32-43bd-4ee5-87a3-588ca6ffab22, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:45:54.932437 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] For port ad316f32-43bd-4ee5-87a3-588ca6ffab22, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ad316f32-43bd-4ee5-87a3-588ca6ffab22,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:45:54.933904 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:54.938690 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e5a843-5c0f-440d-8b6e-9a45608a72c5 {{(pid=111617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:45:54.940613 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:54.947165 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:54.947371 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:54.947371 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:54.948745 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/ad316f32-43bd-4ee5-87a3-588ca6ffab22 HTTP/1.1" status: 200 len: 1093 time: 1.3652520 Oct 20 14:45:54.949370 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'tag': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:45:54.951212 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Publish callbacks [] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:54.951768 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23052aa2-ac4e-4b22-bf76-d65fadb2e55b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bb0e5a-9c37-4177-858e-0f860a370f76", "tag": "ad316f32-43bd-4ee5-87a3-588ca6ffab22"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:45:54.967428 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.provisioning_blocks [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Transition to ACTIVE for port object a1e5a843-5c0f-440d-8b6e-9a45608a72c5 will not be triggered until provisioned by entity L2. {{(pid=111617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:45:54.974002 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:55.003430 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ad4d95-b24b-4b4c-ba0c-af34c4491601 x-openstack-request-id: req-c3ad4d95-b24b-4b4c-ba0c-af34c4491601 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:45:55.003949 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bb0e5a-9c37-4177-858e-0f860a370f76", "tag": "ad316f32-43bd-4ee5-87a3-588ca6ffab22", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:45:55.003949 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3ad4d95-b24b-4b4c-ba0c-af34c4491601 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:45:55.004531 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ad4d95-b24b-4b4c-ba0c-af34c4491601'] response: {'name': 'network-changed', 'server_uuid': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'tag': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'status': 'completed', 'code': 200} Oct 20 14:45:55.007774 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7936b-ce56-4b09-9a20-8a87d632ebe3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad316f32-43bd-4ee5-87a3-588ca6ffab22,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:55.010154 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:55.092197 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17450860-d07e-4459-a7de-367e1122ed47 req-b6a9886a-8688-4ae0-9a7e-b5865456bceb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:55.094261 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-17450860-d07e-4459-a7de-367e1122ed47 req-b6a9886a-8688-4ae0-9a7e-b5865456bceb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 946 time: 0.1079645 Oct 20 14:45:55.096250 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Pushing event updated for resources: {'Port': ['ID=a1e5a843-5c0f-440d-8b6e-9a45608a72c5,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:55.099004 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Attempting to bind port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:45:55.099335 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Attempting to bind port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'}] {{(pid=111617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:45:55.099660 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Attempting to bind port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 on network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:45:55.178626 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-17450860-d07e-4459-a7de-367e1122ed47 req-fe9c908a-3fab-4894-bb9e-a7ae1aaafb3b tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764806 Oct 20 14:45:55.179503 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 on network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:45:55.179826 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Attempting to bind port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 on network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:45:55.221840 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:45:55.222170 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Checking segment: {'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:45:55.222547 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Bound using segment: {'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'} {{(pid=111617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:45:55.222975 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.managers [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Bound port: a1e5a843-5c0f-440d-8b6e-9a45608a72c5, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11b7295-6c94-4924-8524-3287b2a3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352'}}] {{(pid=111617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:45:55.223342 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:55.283089 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] For port a1e5a843-5c0f-440d-8b6e-9a45608a72c5, host hv-cinder-77923, cleared binding levels {{(pid=111617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:45:55.286062 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] For port a1e5a843-5c0f-440d-8b6e-9a45608a72c5, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a1e5a843-5c0f-440d-8b6e-9a45608a72c5,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:45:55.292557 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:55.296839 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:55.297444 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:55.298785 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/a1e5a843-5c0f-440d-8b6e-9a45608a72c5 HTTP/1.1" status: 200 len: 1093 time: 0.8632150 Oct 20 14:45:55.300229 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10aa467-2dd1-482b-9e1e-1e1f43e1aafa', 'tag': 'a1e5a843-5c0f-440d-8b6e-9a45608a72c5'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:45:55.302465 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0519fe-8a77-473c-8fe3-ef92c147cfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "d10aa467-2dd1-482b-9e1e-1e1f43e1aafa", "tag": "a1e5a843-5c0f-440d-8b6e-9a45608a72c5"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:45:55.353136 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520a286-8741-4729-8d47-5f9aca4a200f service neutron] Pushing event updated for resources: {'Port': ['ID=a1e5a843-5c0f-440d-8b6e-9a45608a72c5,revision_number=3']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:55.364323 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c7022a-74f6-48ad-ad69-082bacb116c4 x-openstack-request-id: req-31c7022a-74f6-48ad-ad69-082bacb116c4 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:45:55.364646 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10aa467-2dd1-482b-9e1e-1e1f43e1aafa", "tag": "a1e5a843-5c0f-440d-8b6e-9a45608a72c5", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:45:55.364913 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31c7022a-74f6-48ad-ad69-082bacb116c4 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:45:55.365308 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c7022a-74f6-48ad-ad69-082bacb116c4'] response: {'name': 'network-changed', 'server_uuid': 'd10aa467-2dd1-482b-9e1e-1e1f43e1aafa', 'tag': 'a1e5a843-5c0f-440d-8b6e-9a45608a72c5', 'status': 'completed', 'code': 200} Oct 20 14:45:55.419382 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d31004-e01e-4c84-ba52-39df0d7b4b41 req-8fc13b3e-c6f5-4a5e-ba91-267f66884ed6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:55.420833 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f1d31004-e01e-4c84-ba52-39df0d7b4b41 req-8fc13b3e-c6f5-4a5e-ba91-267f66884ed6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0486112 Oct 20 14:45:55.467726 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f1d31004-e01e-4c84-ba52-39df0d7b4b41 req-3631e594-9060-44e0-9385-219eeb768890 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406356 Oct 20 14:45:55.615291 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d615536-8cf3-472d-8cf0-693423105b2f req-d7a29274-2e6a-4e66-9c55-5d441a4e47f2 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:55.616749 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9d615536-8cf3-472d-8cf0-693423105b2f req-d7a29274-2e6a-4e66-9c55-5d441a4e47f2 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 943 time: 0.0467267 Oct 20 14:45:55.663945 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9d615536-8cf3-472d-8cf0-693423105b2f req-588e36d7-5a45-4704-9a50-33586d0e1587 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416276 Oct 20 14:45:55.917896 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fad94-231f-4b7b-9241-ad19dc674870 req-319ee193-b5d4-4b47-abc4-795452d7a7cf tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:55.919440 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-174fad94-231f-4b7b-9241-ad19dc674870 req-319ee193-b5d4-4b47-abc4-795452d7a7cf tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 943 time: 0.0493844 Oct 20 14:45:56.203774 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-174fad94-231f-4b7b-9241-ad19dc674870 req-9ef4e9ce-1512-4e2d-90e1-67790c681f9f tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2777166 Oct 20 14:45:56.288890 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:56.293096 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:56.303052 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b719b-1aeb-4d4e-857d-8ee05b8237ca req-de9ccb42-ad79-4082-bee0-addd38cde4ed tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:56.304534 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-540b719b-1aeb-4d4e-857d-8ee05b8237ca req-de9ccb42-ad79-4082-bee0-addd38cde4ed tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 946 time: 0.0507047 Oct 20 14:45:56.347340 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:56.351027 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=81 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:56.353380 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-540b719b-1aeb-4d4e-857d-8ee05b8237ca req-c5d1b815-3323-42ca-923e-5ae8a527d853 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425644 Oct 20 14:45:56.431031 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:56.586639 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c16483-8eb0-419d-ab1d-528b80566698 req-99afc0b2-25a8-4314-a59e-6d73943e5456 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:56.588079 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c4c16483-8eb0-419d-ab1d-528b80566698 req-99afc0b2-25a8-4314-a59e-6d73943e5456 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0465624 Oct 20 14:45:56.636580 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c4c16483-8eb0-419d-ab1d-528b80566698 req-322b1262-3a57-4dcd-905e-cac68406cc26 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427823 Oct 20 14:45:56.783213 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc6322-c8bd-4b7e-81c7-c1546da7c92d req-a0db07ab-64c0-4a76-864a-6509c7e441c5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:56.784578 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d0cc6322-c8bd-4b7e-81c7-c1546da7c92d req-a0db07ab-64c0-4a76-864a-6509c7e441c5 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 943 time: 0.0462320 Oct 20 14:45:56.830832 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d0cc6322-c8bd-4b7e-81c7-c1546da7c92d req-ffd361a3-346b-41c6-9f05-00874464b0e3 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407383 Oct 20 14:45:57.314821 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:57.323464 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0bbcf-4aa6-4ffb-aaa4-6533a9ae1684 req-1e3e4ae9-43e2-4a9b-a153-39e51f82c1e6 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:57.324951 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-48e0bbcf-4aa6-4ffb-aaa4-6533a9ae1684 req-1e3e4ae9-43e2-4a9b-a153-39e51f82c1e6 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 943 time: 0.0481024 Oct 20 14:45:57.375464 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-48e0bbcf-4aa6-4ffb-aaa4-6533a9ae1684 req-324de919-7a33-4e58-886b-d3c4fa23b810 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442538 Oct 20 14:45:57.474853 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1829def-2f9f-4cb0-846f-d54c222381ec req-084631f5-1091-4520-82ba-84c482963b72 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:57.476271 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e1829def-2f9f-4cb0-846f-d54c222381ec req-084631f5-1091-4520-82ba-84c482963b72 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 946 time: 0.0484087 Oct 20 14:45:57.522234 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e1829def-2f9f-4cb0-846f-d54c222381ec req-1670c41a-8845-49dd-82a2-961590a7b22e tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400705 Oct 20 14:45:57.764219 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364285fd-4e4a-4d23-88f6-73ecda1533ba req-5d53c102-6f09-467f-a5a6-b8f500c54530 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:57.766297 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-364285fd-4e4a-4d23-88f6-73ecda1533ba req-5d53c102-6f09-467f-a5a6-b8f500c54530 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0554321 Oct 20 14:45:57.812669 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-364285fd-4e4a-4d23-88f6-73ecda1533ba req-102bdc00-dd73-4aca-a7ce-2b9eae6a0ee4 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407815 Oct 20 14:45:57.949322 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2d222-7869-40e5-9139-ed1980b14aeb req-5002b6ab-947a-48e3-97c5-1378f720f8a6 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:57.950786 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-39f2d222-7869-40e5-9139-ed1980b14aeb req-5002b6ab-947a-48e3-97c5-1378f720f8a6 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 943 time: 0.0474536 Oct 20 14:45:58.004204 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-39f2d222-7869-40e5-9139-ed1980b14aeb req-b09bb53e-582d-4ee8-9547-ebb25ee389ce tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0470872 Oct 20 14:45:58.337266 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0519fe-8a77-473c-8fe3-ef92c147cfc8 req-443fa794-48e5-4847-93ea-df40d17afab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:58.338776 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ef0519fe-8a77-473c-8fe3-ef92c147cfc8 req-443fa794-48e5-4847-93ea-df40d17afab6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a3d7fadfead1456792446f71c465bc0c&device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 1127 time: 0.0398741 Oct 20 14:45:58.390967 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-fccd03a2-e864-4708-83bc-7195a1416d39 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:58.392449 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-fccd03a2-e864-4708-83bc-7195a1416d39 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 946 time: 0.0809515 Oct 20 14:45:58.397780 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23052aa2-ac4e-4b22-bf76-d65fadb2e55b req-3797d2df-0bde-4672-9846-83b87858d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:58.399141 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-23052aa2-ac4e-4b22-bf76-d65fadb2e55b req-3797d2df-0bde-4672-9846-83b87858d77e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 1127 time: 0.0536780 Oct 20 14:45:58.449973 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0519fe-8a77-473c-8fe3-ef92c147cfc8 req-f647030c-3ed0-45bc-88b0-111c854a5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:58.452147 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ef0519fe-8a77-473c-8fe3-ef92c147cfc8 req-f647030c-3ed0-45bc-88b0-111c854a5062 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=a3d7fadfead1456792446f71c465bc0c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1065025 Oct 20 14:45:58.522429 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:58.539569 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff3b7b-b2b0-438f-b4e5-88f7f59e3211 req-0d9f50bf-6c53-4272-a84b-b16c86a68806 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:58.541103 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-97ff3b7b-b2b0-438f-b4e5-88f7f59e3211 req-0d9f50bf-6c53-4272-a84b-b16c86a68806 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 943 time: 0.0880375 Oct 20 14:45:58.556523 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Deleting port 813487db-4806-4570-a1f7-f8c76f352e9e {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:45:58.556868 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (813487db-4806-4570-a1f7-f8c76f352e9e), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:58.616420 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23052aa2-ac4e-4b22-bf76-d65fadb2e55b req-6bdb4474-fe61-483e-9542-9fff8d1a7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:58.617798 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-23052aa2-ac4e-4b22-bf76-d65fadb2e55b req-6bdb4474-fe61-483e-9542-9fff8d1a7131 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=d5614088125349f1975cc55b25dd9dbc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2106311 Oct 20 14:45:58.629954 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0519fe-8a77-473c-8fe3-ef92c147cfc8 req-d3551700-756a-47a8-94cb-fd791606e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:58.631415 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ef0519fe-8a77-473c-8fe3-ef92c147cfc8 req-d3551700-756a-47a8-94cb-fd791606e77c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1700232 Oct 20 14:45:58.651137 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-97ff3b7b-b2b0-438f-b4e5-88f7f59e3211 req-7f263530-45f0-4c35-ac15-223f61ace353 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1032650 Oct 20 14:45:58.674614 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ddc35-ac4c-4621-9ba1-4f4b8b24549e req-4af3da5b-a385-4474-bccf-1c998a83ad75 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:58.674614 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-657ddc35-ac4c-4621-9ba1-4f4b8b24549e req-4af3da5b-a385-4474-bccf-1c998a83ad75 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 946 time: 0.0631244 Oct 20 14:45:58.728623 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] For port 813487db-4806-4570-a1f7-f8c76f352e9e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=813487db-4806-4570-a1f7-f8c76f352e9e,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:45:58.729106 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (813487db-4806-4570-a1f7-f8c76f352e9e), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:58.739462 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-23e0e2a2-3af0-4b54-97b6-3f731e80f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:58.740984 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-23e0e2a2-3af0-4b54-97b6-3f731e80f6da service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a3d7fadfead1456792446f71c465bc0c&device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 1127 time: 0.0676601 Oct 20 14:45:58.745278 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:58.760807 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-657ddc35-ac4c-4621-9ba1-4f4b8b24549e req-cd8cebd9-236f-4a41-b16c-95da4e66694b tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791283 Oct 20 14:45:58.793555 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-c2079413-696e-4de4-ad9f-8dc8aa895286 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1e5a843-5c0f-440d-8b6e-9a45608a72c5 HTTP/1.1" status: 200 len: 217 time: 0.0442059 Oct 20 14:45:58.823816 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23052aa2-ac4e-4b22-bf76-d65fadb2e55b req-f13bdb4e-1a89-4834-ae8d-2c1823a8ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:58.825288 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-23052aa2-ac4e-4b22-bf76-d65fadb2e55b req-f13bdb4e-1a89-4834-ae8d-2c1823a8ea48 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1916156 Oct 20 14:45:58.857816 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-6bcfac2e-ff0e-4fec-983c-47d4028b7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:58.860466 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-6bcfac2e-ff0e-4fec-983c-47d4028b7386 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=1a67e092-0844-4291-b844-e931d44b047a HTTP/1.1" status: 200 len: 850 time: 0.0593596 Oct 20 14:45:58.928411 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-9e74194d-35e3-4b57-bd07-358af72abff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:58.930180 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-9e74194d-35e3-4b57-bd07-358af72abff7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575633 Oct 20 14:45:58.964928 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-4a07271e-ed24-4c33-806a-b1629276483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:58.966584 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-4a07271e-ed24-4c33-806a-b1629276483e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 1127 time: 0.0876713 Oct 20 14:45:58.988866 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:58.989321 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (2e0ed6ba-0d97-4072-a385-39a05906a78c), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:58.989700 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.l3_db [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Floating IP 2e0ed6ba-0d97-4072-a385-39a05906a78c disassociated. External IP: 172.27.0.167, port: 813487db-4806-4570-a1f7-f8c76f352e9e. Oct 20 14:45:58.990222 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Calling delete_port for 813487db-4806-4570-a1f7-f8c76f352e9e owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:45:59.014091 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:59.023268 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02d399-f1e3-4f5c-a6b0-2fa880660024 req-1af5642f-4cbb-4300-a8d6-8820e7159e8f tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:59.024795 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cd02d399-f1e3-4f5c-a6b0-2fa880660024 req-1af5642f-4cbb-4300-a8d6-8820e7159e8f tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.1112928 Oct 20 14:45:59.038979 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-7bb766c6-b654-48e4-b994-e6bb882b090e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad316f32-43bd-4ee5-87a3-588ca6ffab22 HTTP/1.1" status: 200 len: 217 time: 0.0634365 Oct 20 14:45:59.147795 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-8253bc5c-a18d-4a4d-8e47-f3ed4af69292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:59.149385 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-8253bc5c-a18d-4a4d-8e47-f3ed4af69292 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56aaf329-fdc0-417e-828a-ce1cc2420856 HTTP/1.1" status: 200 len: 849 time: 0.1014473 Oct 20 14:45:59.161433 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cd02d399-f1e3-4f5c-a6b0-2fa880660024 req-4e658f72-9ace-4913-8d70-b03c06bf8601 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187844 Oct 20 14:45:59.181098 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-bea55cdc-ac94-4a7a-87ea-4a66e2b907e5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309568 Oct 20 14:45:59.189777 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298186f-8d0d-4004-b489-df4240e995de req-83be0193-a757-4190-8e09-57670d3e0ea4 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:59.191264 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b298186f-8d0d-4004-b489-df4240e995de req-83be0193-a757-4190-8e09-57670d3e0ea4 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 943 time: 0.0764894 Oct 20 14:45:59.195031 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:59.217062 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-7c02368d-bb4d-4b84-8fcb-9fdb03b83924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:59.219003 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-7c02368d-bb4d-4b84-8fcb-9fdb03b83924 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c924697c-b180-4b1b-9f12-d7889a054b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618563 Oct 20 14:45:59.320987 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (813487db-4806-4570-a1f7-f8c76f352e9e), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:59.339156 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b298186f-8d0d-4004-b489-df4240e995de req-e8ba9a4f-2122-43e1-915c-10f434d529a9 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1365225 Oct 20 14:45:59.347159 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68b7b6-dcc7-4bb7-902b-0763b5391d0f req-b71ddaa2-a327-4cd0-bb6c-01f69fc938a1 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:59.353067 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5d68b7b6-dcc7-4bb7-902b-0763b5391d0f req-b71ddaa2-a327-4cd0-bb6c-01f69fc938a1 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0925701 Oct 20 14:45:59.365229 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37258) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:45:59.377150 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-312beafa-509a-4496-a86e-6bcf4e93ceba tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Request body: {'floatingip': {'port_id': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:45:59.380278 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event deleted for resources: {'Port': ['ID=813487db-4806-4570-a1f7-f8c76f352e9e,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:45:59.402997 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.403623 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.403623 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.404227 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.404584 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.404909 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.405754 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.406079 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.406470 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.406803 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.407126 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.407445 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.407763 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.408079 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.408422 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:45:59.412175 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ec53514-f5eb-4c83-869f-5f762c60ab95 req-f8b04ce2-2a8a-4d6f-a91a-401726d70cfa service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199392 Oct 20 14:45:59.439353 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-312beafa-509a-4496-a86e-6bcf4e93ceba tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for floatingip (85c96661-d943-4b82-8295-374e40608ef4), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:59.455127 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-09f713b7-b75d-4f93-b755-7ea542fcaba3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171457 Oct 20 14:45:59.519356 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Router f7e24323-3547-4288-9584-c3c76ffa6689 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:45:59.575424 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:59.590231 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:59.630765 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:45:59.641251 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a52f9e3-7e7e-44b4-80b8-f45e42dd720f None None] Sync routers for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:45:59.652381 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52f9e3-7e7e-44b4-80b8-f45e42dd720f None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:45:59.653179 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-9a52f9e3-7e7e-44b4-80b8-f45e42dd720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:45:59.675010 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] No DVR routers for this DVR port 813487db-4806-4570-a1f7-f8c76f352e9e on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:45:59.677530 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:45:59.680776 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-053ad567-aca6-4092-a7f2-24aaf20cfdbf req-174de641-4f21-4272-9b36-027b98159ad2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "DELETE /networking/v2.0/ports/813487db-4806-4570-a1f7-f8c76f352e9e HTTP/1.1" status: 204 len: 173 time: 1.2807751 Oct 20 14:45:59.681267 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7254508-d290-4971-a856-7c9afb57161b', 'name': 'network-vif-deleted', 'tag': '813487db-4806-4570-a1f7-f8c76f352e9e'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:45:59.683611 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71562ac-5f13-43c4-8982-37ff98b61512" -d '{"events": [{"server_uuid": "c7254508-d290-4971-a856-7c9afb57161b", "name": "network-vif-deleted", "tag": "813487db-4806-4570-a1f7-f8c76f352e9e"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:45:59.755695 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:59.765596 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d6859e-a17f-4f6f-aade-7a67b1b2351d x-openstack-request-id: req-c7d6859e-a17f-4f6f-aade-7a67b1b2351d {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:45:59.766101 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7254508-d290-4971-a856-7c9afb57161b", "name": "network-vif-deleted", "tag": "813487db-4806-4570-a1f7-f8c76f352e9e", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:45:59.766650 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7d6859e-a17f-4f6f-aade-7a67b1b2351d {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:45:59.767279 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d6859e-a17f-4f6f-aade-7a67b1b2351d'] response: {'server_uuid': 'c7254508-d290-4971-a856-7c9afb57161b', 'name': 'network-vif-deleted', 'tag': '813487db-4806-4570-a1f7-f8c76f352e9e', 'status': 'completed', 'code': 200} Oct 20 14:45:59.775372 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-9a52f9e3-7e7e-44b4-80b8-f45e42dd720f None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:45:59.853819 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9877c-960d-42c0-8a58-aeb3ec04f27b req-93e04237-8de6-440e-b832-9d9f9692acee tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:45:59.855338 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1cd9877c-960d-42c0-8a58-aeb3ec04f27b req-93e04237-8de6-440e-b832-9d9f9692acee tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 943 time: 0.0641572 Oct 20 14:45:59.934164 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-37b8bf33-2e3a-415a-8d12-cd68570a35f4 req-8da84190-5295-428e-9aae-10b58dccc5d3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 210 time: 0.0472815 Oct 20 14:45:59.953300 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:45:59.979210 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-9a52f9e3-7e7e-44b4-80b8-f45e42dd720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:00.008267 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1cd9877c-960d-42c0-8a58-aeb3ec04f27b req-90b6fab6-cb38-47bb-b7b4-6d2ab8e8c9b8 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203163 Oct 20 14:46:00.008505 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a52f9e3-7e7e-44b4-80b8-f45e42dd720f None None] Checking router: f7e24323-3547-4288-9584-c3c76ffa6689 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:46:00.017063 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52f9e3-7e7e-44b4-80b8-f45e42dd720f None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:00.017667 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-9a52f9e3-7e7e-44b4-80b8-f45e42dd720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:00.053486 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-312beafa-509a-4496-a86e-6bcf4e93ceba tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:00.057328 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-312beafa-509a-4496-a86e-6bcf4e93ceba tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (85c96661-d943-4b82-8295-374e40608ef4), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:00.097831 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:00.129976 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-9a52f9e3-7e7e-44b4-80b8-f45e42dd720f None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:00.263094 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312beafa-509a-4496-a86e-6bcf4e93ceba tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:46:00.327796 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-9a52f9e3-7e7e-44b4-80b8-f45e42dd720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:00.358637 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a52f9e3-7e7e-44b4-80b8-f45e42dd720f None None] The sync data for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi is: [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:46:00.415684 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312beafa-509a-4496-a86e-6bcf4e93ceba tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:46:00.425933 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-312beafa-509a-4496-a86e-6bcf4e93ceba tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:00.432948 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3df624-9b1a-44af-a293-b49aeff3d5f0 None None] Sync routers for ids ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:46:00.448867 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3df624-9b1a-44af-a293-b49aeff3d5f0 None None] Routers {'4b62dca2-0d26-475a-a4d6-269e2d8a18fd'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:00.449824 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-dc3df624-9b1a-44af-a293-b49aeff3d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:00.539542 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a03f206e-f46b-412a-8898-ba97d36c2513 req-32bd6984-fcc5-4a05-bfd8-bf71b5585e05 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228091 Oct 20 14:46:00.551116 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca813d1-b20f-46fa-aa39-3351e42d7569 req-170018c4-769d-4c5a-9419-3afa30622987 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:00.552663 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cca813d1-b20f-46fa-aa39-3351e42d7569 req-170018c4-769d-4c5a-9419-3afa30622987 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 943 time: 0.0699642 Oct 20 14:46:00.554531 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824af68b-a192-4a4d-8058-1ab7086ef986', 'tag': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:00.556988 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66588bd-6b41-44f4-9281-047e506c3d40" -d '{"events": [{"name": "network-changed", "server_uuid": "824af68b-a192-4a4d-8058-1ab7086ef986", "tag": "d15efa7b-2d55-44cf-a379-eaaae6f4f141"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:00.567912 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-dc3df624-9b1a-44af-a293-b49aeff3d5f0 None None] Set router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:00.611446 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-312beafa-509a-4496-a86e-6bcf4e93ceba tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/85c96661-d943-4b82-8295-374e40608ef4 HTTP/1.1" status: 200 len: 993 time: 1.2450526 Oct 20 14:46:00.636205 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80bf2c2-0129-4627-9737-bc5e68337dce x-openstack-request-id: req-e80bf2c2-0129-4627-9737-bc5e68337dce {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:00.636205 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824af68b-a192-4a4d-8058-1ab7086ef986", "tag": "d15efa7b-2d55-44cf-a379-eaaae6f4f141", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:00.636205 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e80bf2c2-0129-4627-9737-bc5e68337dce {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:00.636205 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e80bf2c2-0129-4627-9737-bc5e68337dce'] response: {'name': 'network-changed', 'server_uuid': '824af68b-a192-4a4d-8058-1ab7086ef986', 'tag': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141', 'status': 'completed', 'code': 200} Oct 20 14:46:00.639143 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cca813d1-b20f-46fa-aa39-3351e42d7569 req-437150b4-14a6-4c9f-a2af-8c5996134432 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0599294 Oct 20 14:46:00.744416 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa31012-b323-43fd-8d51-56936d84d3a7 None None] New status for floating IP 2e0ed6ba-0d97-4072-a385-39a05906a78c: DOWN {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:46:00.819422 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-dc3df624-9b1a-44af-a293-b49aeff3d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 4, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '85c96661-d943-4b82-8295-374e40608ef4', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'port_id': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'mac_address': 'fa:16:3e:ac:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824af68b-a192-4a4d-8058-1ab7086ef986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:24Z', 'updated_at': '2022-10-20T14:45:59Z', 'revision_number': 3, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693e3304-e5ae-45f6-ae05-5fad936e343f', 'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'mac_address': 'fa:16:3e:bb:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:36Z', 'revision_number': 5, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'subnets': [{'id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:00.851274 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3df624-9b1a-44af-a293-b49aeff3d5f0 None None] Checking router: 4b62dca2-0d26-475a-a4d6-269e2d8a18fd for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:46:00.868234 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3df624-9b1a-44af-a293-b49aeff3d5f0 None None] Routers {'4b62dca2-0d26-475a-a4d6-269e2d8a18fd'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:00.868927 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-dc3df624-9b1a-44af-a293-b49aeff3d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:00.901517 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66588bd-6b41-44f4-9281-047e506c3d40 req-d31e07e1-99f5-4b5b-bc41-86a347b8f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:00.903082 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f66588bd-6b41-44f4-9281-047e506c3d40 req-d31e07e1-99f5-4b5b-bc41-86a347b8f74a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 1130 time: 0.0922043 Oct 20 14:46:01.020280 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-dc3df624-9b1a-44af-a293-b49aeff3d5f0 None None] Set router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:01.078590 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66588bd-6b41-44f4-9281-047e506c3d40 req-edc23e1a-5c5c-4b0d-ab03-eef40171d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:01.080753 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f66588bd-6b41-44f4-9281-047e506c3d40 req-edc23e1a-5c5c-4b0d-ab03-eef40171d8ef service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 920 time: 0.1601279 Oct 20 14:46:01.094661 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7fa3414e-da67-4441-90ba-09cad2c93bec req-8d17c6d2-6bb3-4fc5-be2a-72bcf9279841 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c7254508-d290-4971-a856-7c9afb57161b HTTP/1.1" status: 200 len: 210 time: 0.0380731 Oct 20 14:46:01.102831 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262128e-b7a4-4f14-b8ef-d39a2ae26915 req-f627034b-82d6-4038-9c56-400d136443e0 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:01.110795 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a262128e-b7a4-4f14-b8ef-d39a2ae26915 req-f627034b-82d6-4038-9c56-400d136443e0 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0923786 Oct 20 14:46:01.190978 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a262128e-b7a4-4f14-b8ef-d39a2ae26915 req-39ccc55c-a455-4f32-93ae-09d6c609d628 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793281 Oct 20 14:46:01.210726 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f66588bd-6b41-44f4-9281-047e506c3d40 req-71e8b165-8423-4d32-8814-16ae7d2157d2 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d15efa7b-2d55-44cf-a379-eaaae6f4f141 HTTP/1.1" status: 200 len: 1001 time: 0.0990341 Oct 20 14:46:01.243939 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa757-f71a-418d-a059-765f91129442 req-fae1a3c7-8b6a-4cae-ac46-f272a05941a8 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:01.245539 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-409aa757-f71a-418d-a059-765f91129442 req-fae1a3c7-8b6a-4cae-ac46-f272a05941a8 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 943 time: 0.0517232 Oct 20 14:46:01.300504 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-409aa757-f71a-418d-a059-765f91129442 req-0fe5ed91-a4ba-4003-a9e1-5fba3e814bc8 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484171 Oct 20 14:46:01.362834 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-dc3df624-9b1a-44af-a293-b49aeff3d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 4, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '85c96661-d943-4b82-8295-374e40608ef4', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'port_id': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'mac_address': 'fa:16:3e:ac:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824af68b-a192-4a4d-8058-1ab7086ef986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:24Z', 'updated_at': '2022-10-20T14:45:59Z', 'revision_number': 3, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693e3304-e5ae-45f6-ae05-5fad936e343f', 'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'mac_address': 'fa:16:3e:bb:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:36Z', 'revision_number': 5, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'subnets': [{'id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:01.390967 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3df624-9b1a-44af-a293-b49aeff3d5f0 None None] The sync data for ids ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'] in dv-cinder-779233-7-iscsi is: [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 4, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '85c96661-d943-4b82-8295-374e40608ef4', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'port_id': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'mac_address': 'fa:16:3e:ac:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824af68b-a192-4a4d-8058-1ab7086ef986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:44:24Z', 'updated_at': '2022-10-20T14:45:59Z', 'revision_number': 3, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693e3304-e5ae-45f6-ae05-5fad936e343f', 'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'mac_address': 'fa:16:3e:bb:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:36Z', 'revision_number': 5, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'subnets': [{'id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:46:01.464590 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66588bd-6b41-44f4-9281-047e506c3d40 req-b4c30a39-e41d-41c0-a3dc-564c0cd2e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:01.466175 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f66588bd-6b41-44f4-9281-047e506c3d40 req-b4c30a39-e41d-41c0-a3dc-564c0cd2e547 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 HTTP/1.1" status: 200 len: 858 time: 0.0522976 Oct 20 14:46:01.757539 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66588bd-6b41-44f4-9281-047e506c3d40 req-a26f55a2-4556-413d-8646-5d9b1c53c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:01.759052 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f66588bd-6b41-44f4-9281-047e506c3d40 req-a26f55a2-4556-413d-8646-5d9b1c53c605 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c28ca665-bebd-48d6-918c-3a77995d0c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497327 Oct 20 14:46:01.787365 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc53dc-5004-4853-9d06-4f2babedc293 req-ad5d468c-b121-4eab-81bd-76b00a085a29 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:01.790247 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-34fc53dc-5004-4853-9d06-4f2babedc293 req-ad5d468c-b121-4eab-81bd-76b00a085a29 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 943 time: 0.0652385 Oct 20 14:46:01.843485 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-34fc53dc-5004-4853-9d06-4f2babedc293 req-b2a29998-6e89-46bd-b9bb-014a38271a3a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442631 Oct 20 14:46:01.871179 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f66588bd-6b41-44f4-9281-047e506c3d40 req-6fea8150-4253-41cf-8392-ab2df9633170 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972812 Oct 20 14:46:01.932019 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:01.966658 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-f66588bd-6b41-44f4-9281-047e506c3d40 req-f5fccda1-7327-4710-8422-bf68f4ffe82f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886645 Oct 20 14:46:02.187041 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37302) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:02.242403 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-fee46e89-6659-44ec-9d9d-22d5676f0a48 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (bd1a58d1-6718-4c2d-9c1a-a91d3231a76e), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:02.264189 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-fee46e89-6659-44ec-9d9d-22d5676f0a48 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (bd1a58d1-6718-4c2d-9c1a-a91d3231a76e), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:02.298976 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device a1e5a843-5c0f-440d-8b6e-9a45608a72c5 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:46:02.303376 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 813487db-4806-4570-a1f7-f8c76f352e9e no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:46:02.316261 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-fee46e89-6659-44ec-9d9d-22d5676f0a48 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (bd1a58d1-6718-4c2d-9c1a-a91d3231a76e), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:02.319406 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-fee46e89-6659-44ec-9d9d-22d5676f0a48 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:02.320759 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-fee46e89-6659-44ec-9d9d-22d5676f0a48 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/bd1a58d1-6718-4c2d-9c1a-a91d3231a76e HTTP/1.1" status: 204 len: 168 time: 0.1327097 Oct 20 14:46:02.323200 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969f0fe-61d6-49be-ae2f-a57a7352285a req-3429521c-ab87-42d3-ac48-440173c6f52c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:02.323990 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37306) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:02.324718 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8969f0fe-61d6-49be-ae2f-a57a7352285a req-3429521c-ab87-42d3-ac48-440173c6f52c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0476828 Oct 20 14:46:02.338967 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: 813487db-4806-4570-a1f7-f8c76f352e9e {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:46:02.339322 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 813487db-4806-4570-a1f7-f8c76f352e9e not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:46:02.351602 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:02.361723 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee46e89-6659-44ec-9d9d-22d5676f0a48 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1a58d1-6718-4c2d-9c1a-a91d3231a76e,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:02.372640 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.api.v2.resource [None req-5b0980b5-61e5-4c63-833a-d7c2a031e509 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] show failed (client error): The resource could not be found. Oct 20 14:46:02.375154 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-5b0980b5-61e5-4c63-833a-d7c2a031e509 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups/bd1a58d1-6718-4c2d-9c1a-a91d3231a76e HTTP/1.1" status: 404 len: 347 time: 0.0495605 Oct 20 14:46:02.378296 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37310) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:02.406218 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8969f0fe-61d6-49be-ae2f-a57a7352285a req-3ce57b9e-5739-4d22-9f43-8b3248d98f8d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639656 Oct 20 14:46:02.453148 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:02.458935 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port a1e5a843-5c0f-440d-8b6e-9a45608a72c5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a1e5a843-5c0f-440d-8b6e-9a45608a72c5,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:02.475469 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': 'a1e5a843-5c0f-440d-8b6e-9a45608a72c5', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'port_id': 'a1e5a843-5c0f-440d-8b6e-9a45608a72c5', 'mac_address': 'fa:16:3e:aa:7c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:46:02.477042 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb506893-b994-4c66-9c05-9b5dc945e9fb req-444df421-edc5-46ae-83ea-555d386f2c5b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:02.485909 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bb506893-b994-4c66-9c05-9b5dc945e9fb req-444df421-edc5-46ae-83ea-555d386f2c5b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 943 time: 0.0846469 Oct 20 14:46:02.511853 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:02.512235 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:02.518533 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-3aea8152-21ab-4852-8845-64b3a65c37c3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Deleting port f966b2eb-2952-45e2-97c9-d1cf170dcacb {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:46:02.518533 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3aea8152-21ab-4852-8845-64b3a65c37c3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (f966b2eb-2952-45e2-97c9-d1cf170dcacb), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:02.526882 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e5a843-5c0f-440d-8b6e-9a45608a72c5 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:46:02.538618 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bb506893-b994-4c66-9c05-9b5dc945e9fb req-37c7c708-f431-4bae-abbe-15b117a425d3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517943 Oct 20 14:46:02.549452 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port a1e5a843-5c0f-440d-8b6e-9a45608a72c5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a1e5a843-5c0f-440d-8b6e-9a45608a72c5,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:02.553559 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:02.575006 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:02.599110 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3aea8152-21ab-4852-8845-64b3a65c37c3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (f966b2eb-2952-45e2-97c9-d1cf170dcacb), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:02.599689 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3aea8152-21ab-4852-8845-64b3a65c37c3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (f966b2eb-2952-45e2-97c9-d1cf170dcacb), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:02.601198 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=a1e5a843-5c0f-440d-8b6e-9a45608a72c5,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:02.608914 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.609264 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.609616 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.609952 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.610278 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.610600 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.610920 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.611237 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.611554 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.611869 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.612184 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.612527 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.612775 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-3aea8152-21ab-4852-8845-64b3a65c37c3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Calling delete_port for f966b2eb-2952-45e2-97c9-d1cf170dcacb owned by network:floatingip {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:46:02.612889 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.613136 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.613445 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:02.635420 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824af68b-a192-4a4d-8058-1ab7086ef986', 'tag': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:02.637850 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109fccca-8141-4f7b-9cd4-6e057d5ab16e" -d '{"events": [{"name": "network-changed", "server_uuid": "824af68b-a192-4a4d-8058-1ab7086ef986", "tag": "d15efa7b-2d55-44cf-a379-eaaae6f4f141"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:02.676122 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d42e49-60c2-47df-b40f-0e18676639e0 x-openstack-request-id: req-84d42e49-60c2-47df-b40f-0e18676639e0 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:02.676459 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824af68b-a192-4a4d-8058-1ab7086ef986", "tag": "d15efa7b-2d55-44cf-a379-eaaae6f4f141", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:02.676708 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84d42e49-60c2-47df-b40f-0e18676639e0 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:02.677127 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d42e49-60c2-47df-b40f-0e18676639e0'] response: {'name': 'network-changed', 'server_uuid': '824af68b-a192-4a4d-8058-1ab7086ef986', 'tag': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141', 'status': 'completed', 'code': 200} Oct 20 14:46:02.774134 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fccca-8141-4f7b-9cd4-6e057d5ab16e req-8b472a8e-50ed-4467-9777-518e1b2f303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:02.775676 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-109fccca-8141-4f7b-9cd4-6e057d5ab16e req-8b472a8e-50ed-4467-9777-518e1b2f303f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 1130 time: 0.0701783 Oct 20 14:46:02.776714 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3aea8152-21ab-4852-8845-64b3a65c37c3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (f966b2eb-2952-45e2-97c9-d1cf170dcacb), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:02.810380 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea8152-21ab-4852-8845-64b3a65c37c3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event deleted for resources: {'Port': ['ID=f966b2eb-2952-45e2-97c9-d1cf170dcacb,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:02.893839 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['a1e5a843-5c0f-440d-8b6e-9a45608a72c5'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:46:02.924322 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3aea8152-21ab-4852-8845-64b3a65c37c3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (2e0ed6ba-0d97-4072-a385-39a05906a78c), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:02.926718 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3aea8152-21ab-4852-8845-64b3a65c37c3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:02.931009 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-3aea8152-21ab-4852-8845-64b3a65c37c3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/2e0ed6ba-0d97-4072-a385-39a05906a78c HTTP/1.1" status: 204 len: 168 time: 0.5486789 Oct 20 14:46:02.954437 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fccca-8141-4f7b-9cd4-6e057d5ab16e req-c6102e1b-f31e-4c65-b920-04d2da42958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:02.955916 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-109fccca-8141-4f7b-9cd4-6e057d5ab16e req-c6102e1b-f31e-4c65-b920-04d2da42958c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 920 time: 0.1539707 Oct 20 14:46:02.982100 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:02.989140 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf65656-831e-47a4-b58e-ee03025acd65 req-2bd3cfd5-c64b-490d-8e6f-6a42f28b8a2d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:02.990773 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3cf65656-831e-47a4-b58e-ee03025acd65 req-2bd3cfd5-c64b-490d-8e6f-6a42f28b8a2d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 944 time: 0.0666134 Oct 20 14:46:03.010494 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37318) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:03.017665 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-4aaae861-d15c-4170-9f93-c52d2f08d826 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470646502', 'description': 'tempest-description--494011336'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:03.038403 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:03.051640 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3cf65656-831e-47a4-b58e-ee03025acd65 req-2f76df7a-44b6-47e7-b3de-549fa084b083 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0537450 Oct 20 14:46:03.055088 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-109fccca-8141-4f7b-9cd4-6e057d5ab16e req-061a9702-aec4-4115-9ae4-390cfe9b3e23 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d15efa7b-2d55-44cf-a379-eaaae6f4f141 HTTP/1.1" status: 200 len: 1001 time: 0.0907528 Oct 20 14:46:03.056502 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4aaae861-d15c-4170-9f93-c52d2f08d826 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:03.126967 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fccca-8141-4f7b-9cd4-6e057d5ab16e req-c0cf0420-7a68-4a12-b645-e192545dc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:03.128443 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-109fccca-8141-4f7b-9cd4-6e057d5ab16e req-c0cf0420-7a68-4a12-b645-e192545dc185 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 HTTP/1.1" status: 200 len: 858 time: 0.0614398 Oct 20 14:46:03.225801 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4aaae861-d15c-4170-9f93-c52d2f08d826 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (29d14af7-998d-43bc-bd0b-247c9077bb73), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:03.227283 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fccca-8141-4f7b-9cd4-6e057d5ab16e req-af622071-43b6-4f29-8c45-2455ab5f7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:03.229065 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-109fccca-8141-4f7b-9cd4-6e057d5ab16e req-af622071-43b6-4f29-8c45-2455ab5f7b86 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c28ca665-bebd-48d6-918c-3a77995d0c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910096 Oct 20 14:46:03.232293 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4aaae861-d15c-4170-9f93-c52d2f08d826 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (29d14af7-998d-43bc-bd0b-247c9077bb73), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:03.277779 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d6349ad6-e238-47ca-ae39-e9041304c4a8 req-df49fb83-6c0b-40bc-b9d6-81c7015f0cd3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851290 Oct 20 14:46:03.311813 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4aaae861-d15c-4170-9f93-c52d2f08d826 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:03.313233 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-4aaae861-d15c-4170-9f93-c52d2f08d826 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2994554 Oct 20 14:46:03.316249 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37320) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:03.321255 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-01f78de6-57f6-43f7-94ea-7ed3aeccf51a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'security_group_rule': {'security_group_id': '29d14af7-998d-43bc-bd0b-247c9077bb73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:03.334990 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaae861-d15c-4170-9f93-c52d2f08d826 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d14af7-998d-43bc-bd0b-247c9077bb73,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:03.364757 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-01f78de6-57f6-43f7-94ea-7ed3aeccf51a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (0dd611fb-70d1-4b05-9f48-0c2624bf2827), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:03.368196 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:03.384015 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6349ad6-e238-47ca-ae39-e9041304c4a8 req-8970ffdc-0205-421d-8439-af3f7a9960fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:03.385531 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d6349ad6-e238-47ca-ae39-e9041304c4a8 req-8970ffdc-0205-421d-8439-af3f7a9960fc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 1130 time: 0.0605156 Oct 20 14:46:03.394382 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:03.401397 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-109fccca-8141-4f7b-9cd4-6e057d5ab16e req-318fccc5-8763-43fc-95a2-453f274e585c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564171 Oct 20 14:46:03.426054 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-01f78de6-57f6-43f7-94ea-7ed3aeccf51a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (0dd611fb-70d1-4b05-9f48-0c2624bf2827), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:03.431137 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-01f78de6-57f6-43f7-94ea-7ed3aeccf51a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (0dd611fb-70d1-4b05-9f48-0c2624bf2827), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:03.447689 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f78de6-57f6-43f7-94ea-7ed3aeccf51a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd611fb-70d1-4b05-9f48-0c2624bf2827,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:03.463805 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-01f78de6-57f6-43f7-94ea-7ed3aeccf51a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:03.468650 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-01f78de6-57f6-43f7-94ea-7ed3aeccf51a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511850 Oct 20 14:46:03.469417 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37324) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:03.473888 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-a3bda636-0510-41b5-8043-90b4a27173cb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'security_group_rule': {'security_group_id': '29d14af7-998d-43bc-bd0b-247c9077bb73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:03.502359 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a3bda636-0510-41b5-8043-90b4a27173cb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (3e8a3bad-1fbe-4215-9a48-bc7e69fc101a), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:03.578612 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e627d7-f943-4b81-b3b5-e48624cbf264 req-69a7a337-37d8-421c-a3c2-8da0146eba02 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:03.580140 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-67e627d7-f943-4b81-b3b5-e48624cbf264 req-69a7a337-37d8-421c-a3c2-8da0146eba02 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0736320 Oct 20 14:46:03.589956 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-109fccca-8141-4f7b-9cd4-6e057d5ab16e req-f6a6c4df-fc41-484d-a796-fb2d8ed92d52 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765776 Oct 20 14:46:03.591284 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6349ad6-e238-47ca-ae39-e9041304c4a8 req-3d133062-acdd-43e8-a889-f1a12f4ad2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:03.592657 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d6349ad6-e238-47ca-ae39-e9041304c4a8 req-3d133062-acdd-43e8-a889-f1a12f4ad2dd service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 200 len: 920 time: 0.1714513 Oct 20 14:46:03.602096 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a3bda636-0510-41b5-8043-90b4a27173cb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (3e8a3bad-1fbe-4215-9a48-bc7e69fc101a), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:03.612806 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a3bda636-0510-41b5-8043-90b4a27173cb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (3e8a3bad-1fbe-4215-9a48-bc7e69fc101a), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:03.654393 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bda636-0510-41b5-8043-90b4a27173cb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8a3bad-1fbe-4215-9a48-bc7e69fc101a,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:03.689399 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a3bda636-0510-41b5-8043-90b4a27173cb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:03.690627 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-a3bda636-0510-41b5-8043-90b4a27173cb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2202573 Oct 20 14:46:03.696451 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37328) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:03.705709 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'floatingip': {'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:03.719535 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-67e627d7-f943-4b81-b3b5-e48624cbf264 req-5c02c822-863e-49e8-a374-889564d32dd0 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328166 Oct 20 14:46:03.729321 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c5aad-c634-4a1e-8bb3-aa5a11f64ce5 req-10b64a6f-7ab5-4bbe-87df-80ec152a6cd2 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:03.731140 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bc6c5aad-c634-4a1e-8bb3-aa5a11f64ce5 req-10b64a6f-7ab5-4bbe-87df-80ec152a6cd2 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 943 time: 0.1030440 Oct 20 14:46:03.751676 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:03.845482 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bc6c5aad-c634-4a1e-8bb3-aa5a11f64ce5 req-aed085ea-838b-4e66-9b9f-096c35d8d061 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029534 Oct 20 14:46:03.877758 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:03.893881 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d6349ad6-e238-47ca-ae39-e9041304c4a8 req-9d74f494-a63d-42c7-bf64-ff474adfe8d4 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=accb484b-67f7-4025-9af7-0d63eeee9bd3 HTTP/1.1" status: 200 len: 217 time: 0.2883003 Oct 20 14:46:03.944326 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6349ad6-e238-47ca-ae39-e9041304c4a8 req-d9cb93c8-5e86-4e9e-b4cf-43c9fe9bfaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:03.945808 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d6349ad6-e238-47ca-ae39-e9041304c4a8 req-d9cb93c8-5e86-4e9e-b4cf-43c9fe9bfaa6 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 HTTP/1.1" status: 200 len: 858 time: 0.0446603 Oct 20 14:46:03.986890 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Allocated IP 172.27.0.173 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/c49dab1d-282e-4f4b-8b91-ce691e5f0f01) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:46:03.989009 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6349ad6-e238-47ca-ae39-e9041304c4a8 req-4214d51b-6a0b-4ae0-9bfb-752d8659616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:03.990488 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d6349ad6-e238-47ca-ae39-e9041304c4a8 req-4214d51b-6a0b-4ae0-9bfb-752d8659616c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c28ca665-bebd-48d6-918c-3a77995d0c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384591 Oct 20 14:46:03.991164 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:04.086229 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d6349ad6-e238-47ca-ae39-e9041304c4a8 req-876c53d2-61a4-40bd-b413-5f19e289c875 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890815 Oct 20 14:46:04.097444 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for port (c49dab1d-282e-4f4b-8b91-ce691e5f0f01), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:04.102841 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:04.145044 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (c49dab1d-282e-4f4b-8b91-ce691e5f0f01), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:04.188904 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-d6349ad6-e238-47ca-ae39-e9041304c4a8 req-754100db-48c0-4cf5-8c52-7c78ec951725 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963905 Oct 20 14:46:04.205411 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:46:04.215206 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc3802-1592-4a48-b953-1fb3ea38df68 req-4c10c9ed-ab4c-40ab-b455-07e9023df709 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:04.216717 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f3bc3802-1592-4a48-b953-1fb3ea38df68 req-4c10c9ed-ab4c-40ab-b455-07e9023df709 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 944 time: 0.0824995 Oct 20 14:46:04.220007 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:46:04.223466 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:46:04.242860 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'Port': ['ID=c49dab1d-282e-4f4b-8b91-ce691e5f0f01,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:04.304771 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (73ba7e2a-d943-4997-92ce-245b34055188), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:04.315944 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f3bc3802-1592-4a48-b953-1fb3ea38df68 req-6933f3a4-e778-4337-b2cb-46608f368db9 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0849378 Oct 20 14:46:04.329503 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device a1e5a843-5c0f-440d-8b6e-9a45608a72c5 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:04.347235 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (c49dab1d-282e-4f4b-8b91-ce691e5f0f01), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:04.376433 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:46:04.382516 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:04.382966 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:04.383299 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 Oct 20 14:46:04.461375 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:04.461863 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:04.487702 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10aa467-2dd1-482b-9e1e-1e1f43e1aafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e5a843-5c0f-440d-8b6e-9a45608a72c5'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:04.490134 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e60ed46-f577-4816-9d9b-ecd25021e689" -d '{"events": [{"server_uuid": "d10aa467-2dd1-482b-9e1e-1e1f43e1aafa", "name": "network-vif-plugged", "status": "completed", "tag": "a1e5a843-5c0f-440d-8b6e-9a45608a72c5"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:04.504399 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port a1e5a843-5c0f-440d-8b6e-9a45608a72c5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a1e5a843-5c0f-440d-8b6e-9a45608a72c5,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:04.509433 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:04.535054 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71305cc6-9d28-465e-94ca-786f75eecec9 x-openstack-request-id: req-71305cc6-9d28-465e-94ca-786f75eecec9 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:04.535354 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10aa467-2dd1-482b-9e1e-1e1f43e1aafa", "name": "network-vif-plugged", "status": "completed", "tag": "a1e5a843-5c0f-440d-8b6e-9a45608a72c5", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:04.535604 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71305cc6-9d28-465e-94ca-786f75eecec9 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:04.535994 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71305cc6-9d28-465e-94ca-786f75eecec9'] response: {'server_uuid': 'd10aa467-2dd1-482b-9e1e-1e1f43e1aafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e5a843-5c0f-440d-8b6e-9a45608a72c5', 'code': 200} Oct 20 14:46:04.564710 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=a1e5a843-5c0f-440d-8b6e-9a45608a72c5,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:04.716793 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c071d-80b1-4163-82d6-19f1a62115a0 req-46ad603e-f574-4a60-aa56-4801fcabf1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:04.718846 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-012c071d-80b1-4163-82d6-19f1a62115a0 req-46ad603e-f574-4a60-aa56-4801fcabf1e9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 1129 time: 0.0443647 Oct 20 14:46:04.732783 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for port (c49dab1d-282e-4f4b-8b91-ce691e5f0f01), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:04.733583 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:04.740387 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (c49dab1d-282e-4f4b-8b91-ce691e5f0f01), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:04.741152 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (73ba7e2a-d943-4997-92ce-245b34055188), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:04.770366 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-012c071d-80b1-4163-82d6-19f1a62115a0 req-dee541c7-96ff-4aef-8c05-3e68f0af35ce service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422022 Oct 20 14:46:04.782180 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:04.783403 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0842183 Oct 20 14:46:04.791388 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b3262-d1d6-4732-8078-f727b3740eba tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'Port': ['ID=c49dab1d-282e-4f4b-8b91-ce691e5f0f01,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:04.881473 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f92873-0ade-440b-b0a0-590b60cbae78 req-73f613d3-1e00-4cdb-89d7-3cb7734612f1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:04.882962 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a3f92873-0ade-440b-b0a0-590b60cbae78 req-73f613d3-1e00-4cdb-89d7-3cb7734612f1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0501249 Oct 20 14:46:04.964557 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a3f92873-0ade-440b-b0a0-590b60cbae78 req-d267110c-813d-4a90-b926-ae13449e577a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757625 Oct 20 14:46:04.968038 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-615c3d38-9fb2-48a9-a914-c7cc6feeed7e tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1470646502&fields=id&tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e HTTP/1.1" status: 200 len: 267 time: 0.0716221 Oct 20 14:46:05.058133 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:05.089729 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa2775-d98f-4642-93fc-619b46cfa466 req-b24a2022-e582-4074-8672-9bc6ba0e9a5a tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:05.091169 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7faa2775-d98f-4642-93fc-619b46cfa466 req-b24a2022-e582-4074-8672-9bc6ba0e9a5a tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 943 time: 0.0667655 Oct 20 14:46:05.141520 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-b421d39f-0a7d-4e82-9f4f-45c2bf3eb6ed tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:05.142946 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-b421d39f-0a7d-4e82-9f4f-45c2bf3eb6ed tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 814 time: 0.1682584 Oct 20 14:46:05.172478 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-6f4adc98-9fbd-4661-99c4-1c52dfa631fa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/quotas/8d8d1dfd3c714794a3fca61b2c6b093e HTTP/1.1" status: 200 len: 375 time: 0.0224857 Oct 20 14:46:05.176286 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7faa2775-d98f-4642-93fc-619b46cfa466 req-e99794c5-1e50-4f47-852b-99ad99b28cfd tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777457 Oct 20 14:46:05.184991 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:05.223856 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-27944d96-22bc-45c2-9911-c41ef7a5adcf tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463259 Oct 20 14:46:05.321241 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-957857c4-f81c-45da-8c79-016348ab920a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859466 Oct 20 14:46:05.440538 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-2d5b9365-fc0a-403c-a09f-b2206895ff9e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135683 Oct 20 14:46:05.457733 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80495175-a006-4008-88b8-831ada2039ee req-a3e2376f-29a1-494f-be6e-cf55ecf96893 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:05.459155 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-80495175-a006-4008-88b8-831ada2039ee req-a3e2376f-29a1-494f-be6e-cf55ecf96893 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 945 time: 0.0617602 Oct 20 14:46:05.507562 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-80495175-a006-4008-88b8-831ada2039ee req-6337bf91-733a-4d5d-8337-00a56c488fb3 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426078 Oct 20 14:46:05.614424 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d16716f0-690a-48eb-a56b-66bce86ea67c req-d58a9fba-8640-426f-8050-bcb6b8fee454 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 210 time: 0.0281875 Oct 20 14:46:06.151721 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4ded3-dee6-4349-8c50-7a679d2dbfbb req-ba28aa30-03bc-4af6-942f-93ad642b63f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:06.153177 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-98c4ded3-dee6-4349-8c50-7a679d2dbfbb req-ba28aa30-03bc-4af6-942f-93ad642b63f9 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0452912 Oct 20 14:46:06.203218 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-98c4ded3-dee6-4349-8c50-7a679d2dbfbb req-74d1f161-6792-4e4b-826d-379c7940cd41 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436504 Oct 20 14:46:06.297391 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee140a-388f-436a-a16c-0cea3e206c62 req-b3b26640-76aa-4445-b000-8a9d6dbecf30 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:06.298747 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-caee140a-388f-436a-a16c-0cea3e206c62 req-b3b26640-76aa-4445-b000-8a9d6dbecf30 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 943 time: 0.0460036 Oct 20 14:46:06.347359 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-caee140a-388f-436a-a16c-0cea3e206c62 req-141f74e1-085f-4de0-9292-08700341e122 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430555 Oct 20 14:46:06.632576 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1bf0b-d542-4989-b215-5f6b18cd2e3d req-d53cea27-aa91-44ba-a19c-988feb2b4307 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:06.634018 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-58e1bf0b-d542-4989-b215-5f6b18cd2e3d req-d53cea27-aa91-44ba-a19c-988feb2b4307 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 945 time: 0.0469146 Oct 20 14:46:06.680452 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-58e1bf0b-d542-4989-b215-5f6b18cd2e3d req-dd51af11-a415-43d1-bbf9-ad796e500e88 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408370 Oct 20 14:46:06.795768 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ee837f11-441a-4dff-b52d-bc220f452268 req-a8c73e09-3742-4de0-aa3a-aeda66619e76 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 210 time: 0.0521934 Oct 20 14:46:06.813980 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee2143-f0e2-4293-adee-876aef872075 req-63495e13-6710-453d-8133-de03acd3d9b2 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:06.815464 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-04ee2143-f0e2-4293-adee-876aef872075 req-63495e13-6710-453d-8133-de03acd3d9b2 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 945 time: 0.0618579 Oct 20 14:46:06.825444 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37376) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:06.830245 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-a2e5f599-75e9-4aed-85f4-4c3738a31c1c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Request body: {'floatingip': {'port_id': 'a1e5a843-5c0f-440d-8b6e-9a45608a72c5'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:06.867602 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a2e5f599-75e9-4aed-85f4-4c3738a31c1c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for floatingip (99f62768-8d30-4d52-88df-6e11eac31e70), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:07.108044 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:07.242272 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:07.303696 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a2e5f599-75e9-4aed-85f4-4c3738a31c1c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:07.307825 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a2e5f599-75e9-4aed-85f4-4c3738a31c1c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (99f62768-8d30-4d52-88df-6e11eac31e70), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:07.383331 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c830a2-9477-4c34-968e-01855d64496b req-bb0b4ce4-50a5-4b2d-a834-620034f17d44 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:07.384869 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-05c830a2-9477-4c34-968e-01855d64496b req-bb0b4ce4-50a5-4b2d-a834-620034f17d44 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0959647 Oct 20 14:46:07.500428 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.l3_db [None req-a2e5f599-75e9-4aed-85f4-4c3738a31c1c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Floating IP 99f62768-8d30-4d52-88df-6e11eac31e70 associated. External IP: 172.27.0.141, port: a1e5a843-5c0f-440d-8b6e-9a45608a72c5. Oct 20 14:46:07.513716 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5f29b-c033-4ed4-a749-5bfbbc1d6bb1 req-9ac3d946-086c-4f32-afbc-2e0c7853db23 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:07.515750 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d9e5f29b-c033-4ed4-a749-5bfbbc1d6bb1 req-9ac3d946-086c-4f32-afbc-2e0c7853db23 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 943 time: 0.0837905 Oct 20 14:46:07.549041 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-05c830a2-9477-4c34-968e-01855d64496b req-31794d78-3b87-45d9-84ea-4e6e7f4fc8e1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572461 Oct 20 14:46:07.641659 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d9e5f29b-c033-4ed4-a749-5bfbbc1d6bb1 req-3dac2351-b82d-4d9b-9a1e-17f8cea0ea58 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964050 Oct 20 14:46:07.750487 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e5f599-75e9-4aed-85f4-4c3738a31c1c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Router 77f489c9-269b-4f4d-bfe4-358795deb54f has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:46:07.855079 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e5f599-75e9-4aed-85f4-4c3738a31c1c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:46:07.860915 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a2e5f599-75e9-4aed-85f4-4c3738a31c1c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:07.878422 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703a2e0-dc82-4b85-be14-a2b845644cbe None None] Sync routers for ids ['77f489c9-269b-4f4d-bfe4-358795deb54f'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:46:07.892684 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703a2e0-dc82-4b85-be14-a2b845644cbe None None] Routers {'77f489c9-269b-4f4d-bfe4-358795deb54f'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:07.893560 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-4703a2e0-dc82-4b85-be14-a2b845644cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['77f489c9-269b-4f4d-bfe4-358795deb54f'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:07.920531 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-a2e5f599-75e9-4aed-85f4-4c3738a31c1c tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/99f62768-8d30-4d52-88df-6e11eac31e70 HTTP/1.1" status: 200 len: 991 time: 1.0939918 Oct 20 14:46:07.921415 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10aa467-2dd1-482b-9e1e-1e1f43e1aafa', 'tag': 'a1e5a843-5c0f-440d-8b6e-9a45608a72c5'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:07.924048 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c879aee1-48a1-417d-9cf1-3a29eca6febe" -d '{"events": [{"name": "network-changed", "server_uuid": "d10aa467-2dd1-482b-9e1e-1e1f43e1aafa", "tag": "a1e5a843-5c0f-440d-8b6e-9a45608a72c5"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:07.927577 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5498c326-eb19-4f5e-8275-93321c1049ce req-7707e20f-898c-4e17-9e84-91fae7d6bbaa tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 210 time: 0.0441887 Oct 20 14:46:07.982931 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad236adf-78ed-48ad-8092-dacd828cffe1 x-openstack-request-id: req-ad236adf-78ed-48ad-8092-dacd828cffe1 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:07.983527 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10aa467-2dd1-482b-9e1e-1e1f43e1aafa", "tag": "a1e5a843-5c0f-440d-8b6e-9a45608a72c5", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:07.983975 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad236adf-78ed-48ad-8092-dacd828cffe1 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:07.984583 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad236adf-78ed-48ad-8092-dacd828cffe1'] response: {'name': 'network-changed', 'server_uuid': 'd10aa467-2dd1-482b-9e1e-1e1f43e1aafa', 'tag': 'a1e5a843-5c0f-440d-8b6e-9a45608a72c5', 'status': 'completed', 'code': 200} Oct 20 14:46:08.032211 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-4703a2e0-dc82-4b85-be14-a2b845644cbe None None] Set router 77f489c9-269b-4f4d-bfe4-358795deb54f gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:08.065337 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879aee1-48a1-417d-9cf1-3a29eca6febe req-177d23c4-1184-4ae1-91cc-ae79fcedbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:08.067503 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c879aee1-48a1-417d-9cf1-3a29eca6febe req-177d23c4-1184-4ae1-91cc-ae79fcedbd19 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a3d7fadfead1456792446f71c465bc0c&device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 1129 time: 0.0573628 Oct 20 14:46:08.152744 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-fd72705e-aeb9-405e-b62f-bd35da45a28a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:08.154174 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-fd72705e-aeb9-405e-b62f-bd35da45a28a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 814 time: 0.2110395 Oct 20 14:46:08.162764 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:08.181804 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:08.192960 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879aee1-48a1-417d-9cf1-3a29eca6febe req-35d8304f-4701-4b0f-a6d5-fc020f0cc830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:08.194389 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c879aee1-48a1-417d-9cf1-3a29eca6febe req-35d8304f-4701-4b0f-a6d5-fc020f0cc830 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352 HTTP/1.1" status: 200 len: 912 time: 0.1175435 Oct 20 14:46:08.245516 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-4703a2e0-dc82-4b85-be14-a2b845644cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '99f62768-8d30-4d52-88df-6e11eac31e70', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'port_id': 'a1e5a843-5c0f-440d-8b6e-9a45608a72c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'mac_address': 'fa:16:3e:aa:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10aa467-2dd1-482b-9e1e-1e1f43e1aafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:45:48Z', 'updated_at': '2022-10-20T14:46:07Z', 'revision_number': 1, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:19Z', 'revision_number': 5, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:08.273437 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703a2e0-dc82-4b85-be14-a2b845644cbe None None] Checking router: 77f489c9-269b-4f4d-bfe4-358795deb54f for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:46:08.282027 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703a2e0-dc82-4b85-be14-a2b845644cbe None None] Routers {'77f489c9-269b-4f4d-bfe4-358795deb54f'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:08.282636 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-4703a2e0-dc82-4b85-be14-a2b845644cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['77f489c9-269b-4f4d-bfe4-358795deb54f'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:08.321402 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c879aee1-48a1-417d-9cf1-3a29eca6febe req-79c8e680-6963-4d0f-a205-78a49b194e48 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1e5a843-5c0f-440d-8b6e-9a45608a72c5 HTTP/1.1" status: 200 len: 999 time: 0.0857038 Oct 20 14:46:08.343753 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5758c7aa-9d87-404e-b632-a2ac88a3fa18 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e HTTP/1.1" status: 200 len: 380 time: 0.1143231 Oct 20 14:46:08.365663 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-2f2c810d-0682-4a6a-b956-c9c3395844f8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'port': {'device_id': 'e4caff2a-4143-4567-bb70-554451cc1b0d', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'admin_state_up': True, 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'security_groups': ['29d14af7-998d-43bc-bd0b-247c9077bb73']}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:08.370429 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:08.380956 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-4703a2e0-dc82-4b85-be14-a2b845644cbe None None] Set router 77f489c9-269b-4f4d-bfe4-358795deb54f gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:08.432195 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879aee1-48a1-417d-9cf1-3a29eca6febe req-e8e589e9-702f-4d5b-87e4-b28130498805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:08.433574 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c879aee1-48a1-417d-9cf1-3a29eca6febe req-e8e589e9-702f-4d5b-87e4-b28130498805 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=1a67e092-0844-4291-b844-e931d44b047a HTTP/1.1" status: 200 len: 850 time: 0.1045420 Oct 20 14:46:08.501187 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879aee1-48a1-417d-9cf1-3a29eca6febe req-d2eb6c62-b658-4e35-add9-d23e0bcb61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:08.502664 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c879aee1-48a1-417d-9cf1-3a29eca6febe req-d2eb6c62-b658-4e35-add9-d23e0bcb61bf service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=fc293b8c-746d-49c9-a6cf-e8d38b9a4352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601327 Oct 20 14:46:08.529637 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-2f2c810d-0682-4a6a-b956-c9c3395844f8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Made reservation on behalf of 8d8d1dfd3c714794a3fca61b2c6b093e for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:46:08.533671 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-2f2c810d-0682-4a6a-b956-c9c3395844f8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:08.596112 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-4703a2e0-dc82-4b85-be14-a2b845644cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '99f62768-8d30-4d52-88df-6e11eac31e70', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'port_id': 'a1e5a843-5c0f-440d-8b6e-9a45608a72c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'mac_address': 'fa:16:3e:aa:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10aa467-2dd1-482b-9e1e-1e1f43e1aafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:45:48Z', 'updated_at': '2022-10-20T14:46:07Z', 'revision_number': 1, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:19Z', 'revision_number': 5, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:08.623162 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703a2e0-dc82-4b85-be14-a2b845644cbe None None] The sync data for ids ['77f489c9-269b-4f4d-bfe4-358795deb54f'] in dv-cinder-779233-7-iscsi is: [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '99f62768-8d30-4d52-88df-6e11eac31e70', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'port_id': 'a1e5a843-5c0f-440d-8b6e-9a45608a72c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'mac_address': 'fa:16:3e:aa:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10aa467-2dd1-482b-9e1e-1e1f43e1aafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:45:48Z', 'updated_at': '2022-10-20T14:46:07Z', 'revision_number': 1, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:19Z', 'revision_number': 5, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:46:08.687599 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c879aee1-48a1-417d-9cf1-3a29eca6febe req-8778f119-61de-4d70-8fd0-cdf4616e531a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682606 Oct 20 14:46:08.699791 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cd68a-76cf-4033-a055-900b63745494 req-8dcb5ad6-7c19-41fb-829f-477f082f2877 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:08.706653 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-eb8cd68a-76cf-4033-a055-900b63745494 req-8dcb5ad6-7c19-41fb-829f-477f082f2877 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0679934 Oct 20 14:46:08.785583 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-eb8cd68a-76cf-4033-a055-900b63745494 req-124b868a-aeb5-4fd8-8bac-1733e5b127c1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721703 Oct 20 14:46:08.792774 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-2f2c810d-0682-4a6a-b956-c9c3395844f8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Allocated IP 172.20.0.10 (bc51d155-90b9-48b7-86e9-fc4346955e9e/56f61a25-fefc-4795-ba33-a4348feea40d/1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:46:08.812003 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90689ca3-881d-4319-8864-e1545dbc893e req-8a776619-66b1-4068-b2a9-369f68f3ee51 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:08.816895 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-90689ca3-881d-4319-8864-e1545dbc893e req-8a776619-66b1-4068-b2a9-369f68f3ee51 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 943 time: 0.0745595 Oct 20 14:46:08.839420 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:08.847246 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:08.857374 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c879aee1-48a1-417d-9cf1-3a29eca6febe req-9ee3d6a4-b388-42bc-b537-9d0f458adfef service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453071 Oct 20 14:46:08.895093 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-90689ca3-881d-4319-8864-e1545dbc893e req-16b90899-482c-42d5-80e1-3491917f057b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746768 Oct 20 14:46:08.904418 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf299b-9ceb-4767-a3d3-6b7a2a813957 None None] New status for floating IP 99f62768-8d30-4d52-88df-6e11eac31e70: ACTIVE {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:46:09.014546 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-2f2c810d-0682-4a6a-b956-c9c3395844f8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:09.036122 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-12fbef50-8608-4028-ba02-0348da9750b0 req-a1ad560c-ee82-4779-9b0d-35389b01f15d tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 210 time: 0.0295935 Oct 20 14:46:09.064103 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-2f2c810d-0682-4a6a-b956-c9c3395844f8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:09.112588 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-2f2c810d-0682-4a6a-b956-c9c3395844f8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Network bc51d155-90b9-48b7-86e9-fc4346955e9e is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:46:09.115815 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-2f2c810d-0682-4a6a-b956-c9c3395844f8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:46:09.120126 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-2f2c810d-0682-4a6a-b956-c9c3395844f8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:46:09.150306 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c810d-0682-4a6a-b956-c9c3395844f8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event updated for resources: {'Port': ['ID=1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:09.178733 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-2f2c810d-0682-4a6a-b956-c9c3395844f8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:09.179343 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-2f2c810d-0682-4a6a-b956-c9c3395844f8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:09.201347 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-2f2c810d-0682-4a6a-b956-c9c3395844f8 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8393290 Oct 20 14:46:09.212871 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Request body: {'port': {'device_id': 'e4caff2a-4143-4567-bb70-554451cc1b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:09.245163 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:09.291003 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:09.406153 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-b73945c0-b6a1-4a86-8955-daceff092e57 None None] Provisioning complete for port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:09.406627 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b73945c0-b6a1-4a86-8955-daceff092e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:09.406958 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-b73945c0-b6a1-4a86-8955-daceff092e57 None None] Attempt 1 to provision port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 Oct 20 14:46:09.439493 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-b73945c0-b6a1-4a86-8955-daceff092e57 None None] Port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:46:09.549921 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:46:09.557140 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Publish callbacks [] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:09.570097 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Transition to ACTIVE for port object 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:46:09.573593 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:09.637216 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Pushing event updated for resources: {'Port': ['ID=1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:09.685450 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Attempting to bind port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:46:09.685784 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Attempting to bind port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:46:09.686728 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Attempting to bind port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 on network bc51d155-90b9-48b7-86e9-fc4346955e9e {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:46:09.724693 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:09.726991 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 on network bc51d155-90b9-48b7-86e9-fc4346955e9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:46:09.727317 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Attempting to bind port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 on network bc51d155-90b9-48b7-86e9-fc4346955e9e {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:46:09.775027 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:46:09.775360 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Checking segment: {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:46:09.775736 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Bound using segment: {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:46:09.776164 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Bound port: 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e801edb6-a720-422a-bfaa-ce4865f9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:46:09.776555 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:09.837650 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] For port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:46:09.840819 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] For port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:46:09.846437 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:09.850605 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:09.851212 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:09.852599 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 HTTP/1.1" status: 200 len: 1094 time: 0.6442387 Oct 20 14:46:09.853145 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4caff2a-4143-4567-bb70-554451cc1b0d', 'tag': '1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:09.855381 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5e99aa-8d31-4014-ba3b-9a8a8550ad68" -d '{"events": [{"name": "network-changed", "server_uuid": "e4caff2a-4143-4567-bb70-554451cc1b0d", "tag": "1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:09.915218 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf100d3-282d-4bf0-9c54-4863482b9440 x-openstack-request-id: req-eaf100d3-282d-4bf0-9c54-4863482b9440 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:09.915515 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4caff2a-4143-4567-bb70-554451cc1b0d", "tag": "1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:09.915770 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eaf100d3-282d-4bf0-9c54-4863482b9440 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:09.916186 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf100d3-282d-4bf0-9c54-4863482b9440'] response: {'name': 'network-changed', 'server_uuid': 'e4caff2a-4143-4567-bb70-554451cc1b0d', 'tag': '1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368', 'status': 'completed', 'code': 200} Oct 20 14:46:09.937609 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631e023-e76c-4035-a120-d5fb7f93cebf req-7e13ac6d-c338-4f40-8cb9-ac1fe8f83a76 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:09.939154 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c631e023-e76c-4035-a120-d5fb7f93cebf req-7e13ac6d-c338-4f40-8cb9-ac1fe8f83a76 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0538697 Oct 20 14:46:09.946526 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ce24f-5bf0-4a35-9f64-96cc503eda7b service neutron] Pushing event updated for resources: {'Port': ['ID=1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:09.954376 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-eac822df-0c60-4d23-958c-416df047a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:09.955883 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-eac822df-0c60-4d23-958c-416df047a490 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 1128 time: 0.0564463 Oct 20 14:46:09.994047 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:10.003041 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-fcb999ff-75c8-4cd4-b90a-b7495c65be72 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 HTTP/1.1" status: 200 len: 217 time: 0.0375996 Oct 20 14:46:10.028804 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c631e023-e76c-4035-a120-d5fb7f93cebf req-4a6d1675-f351-40e6-af30-914b16d1628c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834515 Oct 20 14:46:10.039960 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de908be-eca2-45f3-a61e-da333fedb1b1 req-13df8b64-60f5-475e-ac78-1645cb04a5b6 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:10.041625 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4de908be-eca2-45f3-a61e-da333fedb1b1 req-13df8b64-60f5-475e-ac78-1645cb04a5b6 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 943 time: 0.0668912 Oct 20 14:46:10.054858 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-c42bcb29-36c4-4c73-849d-a6fc78a132eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:10.055221 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-c42bcb29-36c4-4c73-849d-a6fc78a132eb service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56f61a25-fefc-4795-ba33-a4348feea40d HTTP/1.1" status: 200 len: 853 time: 0.0454240 Oct 20 14:46:10.099107 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-1d724d84-9217-46c3-b5a0-e42b92524cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:10.100616 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-1d724d84-9217-46c3-b5a0-e42b92524cd1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=bc51d155-90b9-48b7-86e9-fc4346955e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396316 Oct 20 14:46:10.101403 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4de908be-eca2-45f3-a61e-da333fedb1b1 req-80fe2a0d-6d03-4d1d-a827-614a19019b3c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527277 Oct 20 14:46:10.160361 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:10.166350 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5354ba-3b09-4476-95c5-b470cfbb5dcd req-34c374c2-991e-486e-9de3-8ea448aea006 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:10.167962 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0e5354ba-3b09-4476-95c5-b470cfbb5dcd req-34c374c2-991e-486e-9de3-8ea448aea006 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 944 time: 0.0476048 Oct 20 14:46:10.199989 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-65024f23-de4d-410d-87c4-8bcd3df53d0e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932333 Oct 20 14:46:10.216664 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0e5354ba-3b09-4476-95c5-b470cfbb5dcd req-39f078e7-4f31-45e1-83b2-bbe84ee0672e tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=29d14af7-998d-43bc-bd0b-247c9077bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427971 Oct 20 14:46:10.288594 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ed2cf20-8800-4449-8a9e-924e42101731 req-5ba07bb8-1a52-46a0-9b6b-435b0acb9c28 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819159 Oct 20 14:46:10.355091 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device ad316f32-43bd-4ee5-87a3-588ca6ffab22 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:46:10.387273 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:10.455716 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port ad316f32-43bd-4ee5-87a3-588ca6ffab22, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ad316f32-43bd-4ee5-87a3-588ca6ffab22,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:10.466383 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'port_id': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'mac_address': 'fa:16:3e:97:22:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:46:10.501166 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port ad316f32-43bd-4ee5-87a3-588ca6ffab22 is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:10.501546 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:10.514301 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad316f32-43bd-4ee5-87a3-588ca6ffab22 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:46:10.533616 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port ad316f32-43bd-4ee5-87a3-588ca6ffab22, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ad316f32-43bd-4ee5-87a3-588ca6ffab22,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:10.536986 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:10.581272 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=ad316f32-43bd-4ee5-87a3-588ca6ffab22,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:10.865128 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['ad316f32-43bd-4ee5-87a3-588ca6ffab22'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:46:11.003624 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:46:11.073716 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:11.160481 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10a196-21d8-4407-8625-300eb6551917 req-02c1d9fb-209e-4f01-bcc9-6efa40d42648 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:11.161978 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae10a196-21d8-4407-8625-300eb6551917 req-02c1d9fb-209e-4f01-bcc9-6efa40d42648 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0488906 Oct 20 14:46:11.247420 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fd2fb-1575-4bbe-a6c7-df5e174a0265 req-00bb70dc-a0c4-491d-a131-83a51b461325 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:11.249019 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d05fd2fb-1575-4bbe-a6c7-df5e174a0265 req-00bb70dc-a0c4-491d-a131-83a51b461325 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 944 time: 0.0675037 Oct 20 14:46:11.251995 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae10a196-21d8-4407-8625-300eb6551917 req-ca49348d-4db4-4c2e-a2c7-839e82f812ad tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838749 Oct 20 14:46:11.300676 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d05fd2fb-1575-4bbe-a6c7-df5e174a0265 req-a307a117-4d12-408e-b657-5cbc938caefd tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461736 Oct 20 14:46:11.358249 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fb887-0c75-463d-8e72-2060dd0b0ef8 req-d8a6a696-7fcf-40ee-bbcf-f60921c25036 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:11.359698 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d50fb887-0c75-463d-8e72-2060dd0b0ef8 req-d8a6a696-7fcf-40ee-bbcf-f60921c25036 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 944 time: 0.0465701 Oct 20 14:46:11.407049 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d50fb887-0c75-463d-8e72-2060dd0b0ef8 req-0ab1b414-2e41-4026-a1d8-66933638d244 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=29d14af7-998d-43bc-bd0b-247c9077bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415952 Oct 20 14:46:11.495673 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e99aa-8d31-4014-ba3b-9a8a8550ad68 req-48c8e70c-cbd9-4ea8-b0e9-dba38fd81634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:11.497200 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3f5e99aa-8d31-4014-ba3b-9a8a8550ad68 req-48c8e70c-cbd9-4ea8-b0e9-dba38fd81634 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 1128 time: 0.0454783 Oct 20 14:46:11.595283 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e99aa-8d31-4014-ba3b-9a8a8550ad68 req-d9903688-cc40-40ad-8f0e-56f186c1988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:11.596725 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3f5e99aa-8d31-4014-ba3b-9a8a8550ad68 req-d9903688-cc40-40ad-8f0e-56f186c1988a service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 915 time: 0.0843666 Oct 20 14:46:11.647131 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3f5e99aa-8d31-4014-ba3b-9a8a8550ad68 req-c40b61c9-06bd-44c4-b85a-52912b49ebf4 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 HTTP/1.1" status: 200 len: 217 time: 0.0360153 Oct 20 14:46:11.694912 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e99aa-8d31-4014-ba3b-9a8a8550ad68 req-7686a6f2-f485-4112-b24b-775f1da3bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:11.696286 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3f5e99aa-8d31-4014-ba3b-9a8a8550ad68 req-7686a6f2-f485-4112-b24b-775f1da3bad5 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56f61a25-fefc-4795-ba33-a4348feea40d HTTP/1.1" status: 200 len: 853 time: 0.0428896 Oct 20 14:46:11.739130 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e99aa-8d31-4014-ba3b-9a8a8550ad68 req-ab8aa493-74ca-4c70-a5bb-fb9171d0a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:11.740579 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3f5e99aa-8d31-4014-ba3b-9a8a8550ad68 req-ab8aa493-74ca-4c70-a5bb-fb9171d0a16c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=bc51d155-90b9-48b7-86e9-fc4346955e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372386 Oct 20 14:46:11.840799 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3f5e99aa-8d31-4014-ba3b-9a8a8550ad68 req-f7469813-041d-40b5-9759-cd3cb0332780 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865510 Oct 20 14:46:11.930107 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3f5e99aa-8d31-4014-ba3b-9a8a8550ad68 req-cf6a247f-5bb7-4c86-b7b5-72cb332c1289 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814230 Oct 20 14:46:12.371407 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device ad316f32-43bd-4ee5-87a3-588ca6ffab22 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:12.383259 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b8ce4-8917-435b-aaf9-6fc11b27e164 req-83de46b9-e40b-4c19-9172-b4004c556810 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:12.384766 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-281b8ce4-8917-435b-aaf9-6fc11b27e164 req-83de46b9-e40b-4c19-9172-b4004c556810 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0526016 Oct 20 14:46:12.416902 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port ad316f32-43bd-4ee5-87a3-588ca6ffab22 completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:46:12.423448 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port ad316f32-43bd-4ee5-87a3-588ca6ffab22 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:12.423823 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:12.424150 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port ad316f32-43bd-4ee5-87a3-588ca6ffab22 Oct 20 14:46:12.448848 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cd42e-fa39-4a9c-9e65-9ac7dc016ac9 req-5ed7b290-6a4b-4428-a95d-4f9d24ea2825 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:12.450318 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-343cd42e-fa39-4a9c-9e65-9ac7dc016ac9 req-5ed7b290-6a4b-4428-a95d-4f9d24ea2825 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 944 time: 0.0646975 Oct 20 14:46:12.488769 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-281b8ce4-8917-435b-aaf9-6fc11b27e164 req-88ad3b0b-8c74-40ee-89f3-34135abc9483 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925639 Oct 20 14:46:12.500023 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port ad316f32-43bd-4ee5-87a3-588ca6ffab22 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:12.500366 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:12.523928 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-343cd42e-fa39-4a9c-9e65-9ac7dc016ac9 req-6fb90688-ce21-4370-a6eb-117d0ca57280 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643282 Oct 20 14:46:12.532225 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:12.534568 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cad721-b3d0-4cf2-8b63-c85a43188e65" -d '{"events": [{"server_uuid": "a4bb0e5a-9c37-4177-858e-0f860a370f76", "name": "network-vif-plugged", "status": "completed", "tag": "ad316f32-43bd-4ee5-87a3-588ca6ffab22"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:12.540789 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port ad316f32-43bd-4ee5-87a3-588ca6ffab22, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ad316f32-43bd-4ee5-87a3-588ca6ffab22,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:12.547212 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:12.583512 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b86e61-b69b-4d47-b245-8dad34f5b842 x-openstack-request-id: req-72b86e61-b69b-4d47-b245-8dad34f5b842 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:12.583824 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bb0e5a-9c37-4177-858e-0f860a370f76", "name": "network-vif-plugged", "status": "completed", "tag": "ad316f32-43bd-4ee5-87a3-588ca6ffab22", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:12.584076 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72b86e61-b69b-4d47-b245-8dad34f5b842 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:12.584490 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b86e61-b69b-4d47-b245-8dad34f5b842'] response: {'server_uuid': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'code': 200} Oct 20 14:46:12.601472 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a74e3-d8c3-4f3a-bf65-7fdb4e9e4124 req-f6764092-44c8-44dd-a452-fae275768d68 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:12.602934 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f17a74e3-d8c3-4f3a-bf65-7fdb4e9e4124 req-f6764092-44c8-44dd-a452-fae275768d68 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 944 time: 0.0496192 Oct 20 14:46:12.603538 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=ad316f32-43bd-4ee5-87a3-588ca6ffab22,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:12.656299 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f17a74e3-d8c3-4f3a-bf65-7fdb4e9e4124 req-eb9b3447-e103-4d2c-a1c1-7227f9e05ae1 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=29d14af7-998d-43bc-bd0b-247c9077bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467665 Oct 20 14:46:12.865384 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f3bdc-1984-49dc-a179-ec98086ab9fe req-a0cca076-a288-48ac-bd33-ff394e4faac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:12.866760 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-492f3bdc-1984-49dc-a179-ec98086ab9fe req-a0cca076-a288-48ac-bd33-ff394e4faac3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 1129 time: 0.0434799 Oct 20 14:46:12.887545 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:12.916679 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-492f3bdc-1984-49dc-a179-ec98086ab9fe req-22edef1e-8e0a-49d2-b8a7-7e250f5eb467 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406234 Oct 20 14:46:13.645987 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330fd81-4d29-4ea3-a1c4-0f95553afb6a req-4ca3b59d-b4de-47be-ad00-518ce5cd3f4a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:13.647361 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b330fd81-4d29-4ea3-a1c4-0f95553afb6a req-4ca3b59d-b4de-47be-ad00-518ce5cd3f4a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0743299 Oct 20 14:46:13.666302 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decc138-102b-48b0-b147-6d3bdb890b5c req-f3b66ce8-576b-427c-91d6-e119a15b6eaa tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:13.667703 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8decc138-102b-48b0-b147-6d3bdb890b5c req-f3b66ce8-576b-427c-91d6-e119a15b6eaa tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 945 time: 0.0672209 Oct 20 14:46:13.697069 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:13.731416 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b330fd81-4d29-4ea3-a1c4-0f95553afb6a req-59a9e68c-ab41-490b-ab05-9c270cb9f795 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782375 Oct 20 14:46:13.745041 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8decc138-102b-48b0-b147-6d3bdb890b5c req-377654fa-8bae-401c-a599-e30f581d9994 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679932 Oct 20 14:46:13.847283 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd254f9-d2da-4bec-a38f-6f3206ad1d97 req-92ab165d-9c84-4596-aae3-620562d11821 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:13.848800 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3dd254f9-d2da-4bec-a38f-6f3206ad1d97 req-92ab165d-9c84-4596-aae3-620562d11821 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 944 time: 0.0509098 Oct 20 14:46:13.910625 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3dd254f9-d2da-4bec-a38f-6f3206ad1d97 req-a0626e62-4b15-4218-9f26-8e27b5cdf74c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=29d14af7-998d-43bc-bd0b-247c9077bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560501 Oct 20 14:46:14.385391 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:46:14.449104 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:14.485991 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:14.497449 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'port_id': '1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368', 'mac_address': 'fa:16:3e:91:23:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:46:14.536879 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:14.537265 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:14.550094 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:46:14.569379 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:14.572940 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:14.619600 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:14.864830 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:14.888661 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2d4fe-aeaf-413f-84aa-26830fee170b req-6fa9ddbe-de1f-475e-8d35-d6080c01d769 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:14.889428 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:46:14.890219 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-31f2d4fe-aeaf-413f-84aa-26830fee170b req-6fa9ddbe-de1f-475e-8d35-d6080c01d769 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0777993 Oct 20 14:46:14.895899 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fffd5-21ca-40b9-aaaf-8b0f9aff1979 req-05a8ebc6-1206-4caf-8844-8efb6337f64b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:14.897308 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e83fffd5-21ca-40b9-aaaf-8b0f9aff1979 req-05a8ebc6-1206-4caf-8844-8efb6337f64b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 945 time: 0.0761566 Oct 20 14:46:14.971457 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-31f2d4fe-aeaf-413f-84aa-26830fee170b req-ffea9814-b021-49c1-b742-981a857a32bc tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731957 Oct 20 14:46:14.979955 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e83fffd5-21ca-40b9-aaaf-8b0f9aff1979 req-9aeec586-b0ab-4a09-9c34-6f121ccb7685 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748551 Oct 20 14:46:15.009416 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:15.128466 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697de6a8-3e90-4b1d-86be-accddc14b122 req-22913e17-3f1f-4e43-a61f-043e70319f5c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:15.130033 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-697de6a8-3e90-4b1d-86be-accddc14b122 req-22913e17-3f1f-4e43-a61f-043e70319f5c tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 945 time: 0.0766962 Oct 20 14:46:15.135688 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840336f-9c10-4edd-b99b-c4cd4bc2d4f6 req-1661fff1-146b-4a72-a0db-4dfe7255cb41 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:15.137090 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9840336f-9c10-4edd-b99b-c4cd4bc2d4f6 req-1661fff1-146b-4a72-a0db-4dfe7255cb41 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 945 time: 0.0731316 Oct 20 14:46:15.215256 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-697de6a8-3e90-4b1d-86be-accddc14b122 req-a9602631-8c22-4e9e-b1dd-1a556142a4cc tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=29d14af7-998d-43bc-bd0b-247c9077bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772343 Oct 20 14:46:15.219330 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9840336f-9c10-4edd-b99b-c4cd4bc2d4f6 req-e0e2a652-3552-4edf-9c2e-edd7b658e8f4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753477 Oct 20 14:46:15.248009 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37438) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:15.285028 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c98d4c2-0d09-45d5-a7ae-6e8a2169f936 tempest-TestVolumeBootPattern-1770660048 tempest-TestVolumeBootPattern-1770660048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:15.286503 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-9c98d4c2-0d09-45d5-a7ae-6e8a2169f936 tempest-TestVolumeBootPattern-1770660048 tempest-TestVolumeBootPattern-1770660048-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 1124 time: 0.0374889 Oct 20 14:46:15.289201 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37440) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:15.293275 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Request body: {'floatingip': {'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'port_id': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:15.314574 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:15.396263 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:15.502124 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Allocated IP 172.27.0.218 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/3954396d-e18c-4793-962d-2aaaf7504f05) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:46:15.843925 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for port (3954396d-e18c-4793-962d-2aaaf7504f05), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:15.850066 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:15.877340 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (3954396d-e18c-4793-962d-2aaaf7504f05), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:15.910461 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:46:15.915215 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:46:15.918721 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:46:15.946566 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'Port': ['ID=3954396d-e18c-4793-962d-2aaaf7504f05,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:15.954705 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:16.139355 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d71b8-3513-416a-b35a-5411acddaa02 req-757f02d2-4795-4ba7-aa44-1f024e8c501e tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:16.140779 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b09d71b8-3513-416a-b35a-5411acddaa02 req-757f02d2-4795-4ba7-aa44-1f024e8c501e tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0638199 Oct 20 14:46:16.261420 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b09d71b8-3513-416a-b35a-5411acddaa02 req-38225ea0-4565-4349-a8ab-df7aef2a39e8 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871952 Oct 20 14:46:16.336273 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for floatingip (19806b02-3d63-4a25-a81c-024bf7b23d17), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:16.368936 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082636f-0873-4e56-a86d-2bd8f9e9a6ed req-25a1e5b6-17d5-430e-b24d-d958d2f9ab8f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:16.370373 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3082636f-0873-4e56-a86d-2bd8f9e9a6ed req-25a1e5b6-17d5-430e-b24d-d958d2f9ab8f tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 945 time: 0.0728779 Oct 20 14:46:16.403906 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:16.445955 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:46:16.448001 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3082636f-0873-4e56-a86d-2bd8f9e9a6ed req-2393b990-fce4-40cc-a386-097553284ff3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=29d14af7-998d-43bc-bd0b-247c9077bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706148 Oct 20 14:46:16.448988 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (3954396d-e18c-4793-962d-2aaaf7504f05), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:16.459298 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:16.459680 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:16.460016 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 Oct 20 14:46:16.541923 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:16.542308 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:16.567078 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4caff2a-4143-4567-bb70-554451cc1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:16.569333 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6682ee82-8434-47f2-8fcd-a80f497971c6" -d '{"events": [{"server_uuid": "e4caff2a-4143-4567-bb70-554451cc1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:16.582159 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:16.587126 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:16.607286 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for port (3954396d-e18c-4793-962d-2aaaf7504f05), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:16.612550 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (3954396d-e18c-4793-962d-2aaaf7504f05), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:16.613235 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (19806b02-3d63-4a25-a81c-024bf7b23d17), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:16.613380 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a42cdea-ef91-4bed-a535-411d15b510b2 x-openstack-request-id: req-6a42cdea-ef91-4bed-a535-411d15b510b2 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:16.613529 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4caff2a-4143-4567-bb70-554451cc1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:16.613902 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a42cdea-ef91-4bed-a535-411d15b510b2 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:16.614301 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a42cdea-ef91-4bed-a535-411d15b510b2'] response: {'server_uuid': 'e4caff2a-4143-4567-bb70-554451cc1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368', 'code': 200} Oct 20 14:46:16.644271 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:16.723414 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'Port': ['ID=3954396d-e18c-4793-962d-2aaaf7504f05,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:16.729288 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:16.747160 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.l3_db [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Floating IP 19806b02-3d63-4a25-a81c-024bf7b23d17 associated. External IP: 172.27.0.218, port: ad316f32-43bd-4ee5-87a3-588ca6ffab22. Oct 20 14:46:16.798662 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:16.837494 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea7f06-a8b9-4d02-9fb9-44a050438eb4 req-8d773904-9b4e-4a01-84b2-a7149b7aece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:16.839071 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3cea7f06-a8b9-4d02-9fb9-44a050438eb4 req-8d773904-9b4e-4a01-84b2-a7149b7aece0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 1130 time: 0.0827191 Oct 20 14:46:16.885253 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3cea7f06-a8b9-4d02-9fb9-44a050438eb4 req-2e4710c5-b88d-4d06-82d9-fcf3170ff594 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=29d14af7-998d-43bc-bd0b-247c9077bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391598 Oct 20 14:46:16.957937 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Router 291aa9d2-4f08-46f9-a62c-4066ea690f1b has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:46:17.059980 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:46:17.070460 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72af7a57-7a83-4402-942e-c962ddf52521 None None] Sync routers for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:46:17.080468 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:17.083189 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72af7a57-7a83-4402-942e-c962ddf52521 None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:17.083836 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-72af7a57-7a83-4402-942e-c962ddf52521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:17.111512 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-07ec796a-fd8d-48bc-ba7d-c71fc0af26d4 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8213241 Oct 20 14:46:17.112159 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'tag': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:17.114551 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b299f5e-aeb0-4021-bfbb-48a56382645d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bb0e5a-9c37-4177-858e-0f860a370f76", "tag": "ad316f32-43bd-4ee5-87a3-588ca6ffab22"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:17.158621 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7196f51c-9ba8-4d17-8110-3f17b364d7a8 x-openstack-request-id: req-7196f51c-9ba8-4d17-8110-3f17b364d7a8 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:17.158621 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bb0e5a-9c37-4177-858e-0f860a370f76", "tag": "ad316f32-43bd-4ee5-87a3-588ca6ffab22", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:17.158889 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7196f51c-9ba8-4d17-8110-3f17b364d7a8 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:17.159089 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7196f51c-9ba8-4d17-8110-3f17b364d7a8'] response: {'name': 'network-changed', 'server_uuid': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'tag': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'status': 'completed', 'code': 200} Oct 20 14:46:17.188265 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-72af7a57-7a83-4402-942e-c962ddf52521 None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:17.218205 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b299f5e-aeb0-4021-bfbb-48a56382645d req-6adfc0c9-f114-453a-b000-64eb5ed373e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:17.219509 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9b299f5e-aeb0-4021-bfbb-48a56382645d req-6adfc0c9-f114-453a-b000-64eb5ed373e5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 1129 time: 0.0398021 Oct 20 14:46:17.317495 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b299f5e-aeb0-4021-bfbb-48a56382645d req-dce881e4-4237-42d8-a671-7a75f98c1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:17.319147 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9b299f5e-aeb0-4021-bfbb-48a56382645d req-dce881e4-4237-42d8-a671-7a75f98c1f44 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c924697c-b180-4b1b-9f12-d7889a054b97 HTTP/1.1" status: 200 len: 911 time: 0.0911894 Oct 20 14:46:17.395864 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e0e28-29cc-4f4b-aafb-6c711f775bc4 req-98218acb-2525-4a01-85e3-63310ab716db tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:17.397677 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1e0e0e28-29cc-4f4b-aafb-6c711f775bc4 req-98218acb-2525-4a01-85e3-63310ab716db tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0475996 Oct 20 14:46:17.403763 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-72af7a57-7a83-4402-942e-c962ddf52521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '19806b02-3d63-4a25-a81c-024bf7b23d17', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:97:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:46:16Z', 'updated_at': '2022-10-20T14:46:16Z', 'revision_number': 0, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:17.429318 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72af7a57-7a83-4402-942e-c962ddf52521 None None] Checking router: 291aa9d2-4f08-46f9-a62c-4066ea690f1b for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:46:17.439498 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72af7a57-7a83-4402-942e-c962ddf52521 None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:17.440107 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-72af7a57-7a83-4402-942e-c962ddf52521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:17.447159 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1e0e0e28-29cc-4f4b-aafb-6c711f775bc4 req-3037198d-9694-419a-bf43-519aaca16877 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429268 Oct 20 14:46:17.582514 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e9d12-2436-4d16-8aca-bd7237a721e7 req-03aa943b-c1a1-4a94-b8ff-e3f8b60e81c3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:17.584031 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6a3e9d12-2436-4d16-8aca-bd7237a721e7 req-03aa943b-c1a1-4a94-b8ff-e3f8b60e81c3 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 946 time: 0.0527627 Oct 20 14:46:17.621324 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:17.640996 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:17.642148 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6a3e9d12-2436-4d16-8aca-bd7237a721e7 req-978867b6-bb59-4b0d-b177-35ed76cffd79 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=29d14af7-998d-43bc-bd0b-247c9077bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525227 Oct 20 14:46:17.645281 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-72af7a57-7a83-4402-942e-c962ddf52521 None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:17.845234 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9b299f5e-aeb0-4021-bfbb-48a56382645d req-15e56202-b14a-4f7f-98f7-395ce0b9c1c3 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad316f32-43bd-4ee5-87a3-588ca6ffab22 HTTP/1.1" status: 200 len: 999 time: 0.0558090 Oct 20 14:46:17.849582 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-72af7a57-7a83-4402-942e-c962ddf52521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '19806b02-3d63-4a25-a81c-024bf7b23d17', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:97:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:46:16Z', 'updated_at': '2022-10-20T14:46:16Z', 'revision_number': 0, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:17.864921 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:17.873634 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72af7a57-7a83-4402-942e-c962ddf52521 None None] The sync data for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi is: [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '19806b02-3d63-4a25-a81c-024bf7b23d17', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:97:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:46:16Z', 'updated_at': '2022-10-20T14:46:16Z', 'revision_number': 0, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:46:17.907482 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b299f5e-aeb0-4021-bfbb-48a56382645d req-b0072886-4681-4abf-87c1-acfa0c90fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:17.908967 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9b299f5e-aeb0-4021-bfbb-48a56382645d req-b0072886-4681-4abf-87c1-acfa0c90fa96 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56aaf329-fdc0-417e-828a-ce1cc2420856 HTTP/1.1" status: 200 len: 849 time: 0.0522420 Oct 20 14:46:17.959778 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b299f5e-aeb0-4021-bfbb-48a56382645d req-e47f655a-0cb5-472b-88ae-28f3c0003229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:17.961335 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9b299f5e-aeb0-4021-bfbb-48a56382645d req-e47f655a-0cb5-472b-88ae-28f3c0003229 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c924697c-b180-4b1b-9f12-d7889a054b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402496 Oct 20 14:46:18.062207 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9b299f5e-aeb0-4021-bfbb-48a56382645d req-a16ebbae-c0ef-4eb5-a3ce-015c8b86093e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903201 Oct 20 14:46:18.071814 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e8bdbb-8a9c-4a12-aa1e-399c759497c4 None None] New status for floating IP 19806b02-3d63-4a25-a81c-024bf7b23d17: ACTIVE {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:46:18.159450 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9b299f5e-aeb0-4021-bfbb-48a56382645d req-0e0b15e7-31d8-4adc-aafb-61c8d568f96c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874736 Oct 20 14:46:18.422467 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:46:18.428198 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:18.522704 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:18.534362 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'port_id': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'mac_address': 'fa:16:3e:3c:2b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:46:18.572038 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 is: ACTIVE; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:18.572458 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:18.573582 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0df59-429a-4be8-88f5-1073eba77917 req-60a1947b-82c4-47a3-a4c3-601f8b946c40 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:18.575058 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-25f0df59-429a-4be8-88f5-1073eba77917 req-60a1947b-82c4-47a3-a4c3-601f8b946c40 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0462081 Oct 20 14:46:18.586113 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:46:18.607038 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:18.611271 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:18.622831 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-25f0df59-429a-4be8-88f5-1073eba77917 req-06e68bdb-e2af-4b4d-9a01-978363f8dc65 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410826 Oct 20 14:46:18.659038 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,revision_number=6']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:18.768383 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19990084-e518-4104-ba7d-7516532056da req-6f5b8dce-d05c-4ed5-bbdd-15c6dbc52d44 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:18.768615 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['20cf55bd-3d91-4bda-9c08-8252ca71c6a7'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:46:18.769863 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-19990084-e518-4104-ba7d-7516532056da req-6f5b8dce-d05c-4ed5-bbdd-15c6dbc52d44 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 946 time: 0.0501440 Oct 20 14:46:18.818211 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-19990084-e518-4104-ba7d-7516532056da req-1a796fac-2d27-4bfe-91ec-ca3579e9a9c2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=29d14af7-998d-43bc-bd0b-247c9077bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Oct 20 14:46:18.822152 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:18.937340 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3c7d5-a5d7-4164-9be7-c89565fa37bc req-109d7be4-9f00-4924-bbd4-0ad127ff88fb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:18.938779 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-33e3c7d5-a5d7-4164-9be7-c89565fa37bc req-109d7be4-9f00-4924-bbd4-0ad127ff88fb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 946 time: 0.0458491 Oct 20 14:46:18.948745 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37468) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:18.953237 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-f63db0e8-465d-4593-91ce-4d9337c634c2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Request body: {'floatingip': {'port_id': '1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:18.991920 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f63db0e8-465d-4593-91ce-4d9337c634c2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (73ba7e2a-d943-4997-92ce-245b34055188), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:19.189078 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:19.197882 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:19.414526 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f63db0e8-465d-4593-91ce-4d9337c634c2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:19.418003 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f63db0e8-465d-4593-91ce-4d9337c634c2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (73ba7e2a-d943-4997-92ce-245b34055188), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:19.517399 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.l3_db [None req-f63db0e8-465d-4593-91ce-4d9337c634c2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Floating IP 73ba7e2a-d943-4997-92ce-245b34055188 associated. External IP: 172.27.0.173, port: 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368. Oct 20 14:46:19.750964 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63db0e8-465d-4593-91ce-4d9337c634c2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Router f7e24323-3547-4288-9584-c3c76ffa6689 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:46:19.760395 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04a3c3-07a8-4179-9015-4e26bedbd521 req-892b27f7-c3f0-4209-b10a-027a92b82106 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:19.761848 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2f04a3c3-07a8-4179-9015-4e26bedbd521 req-892b27f7-c3f0-4209-b10a-027a92b82106 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 945 time: 0.0578208 Oct 20 14:46:19.854272 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2f04a3c3-07a8-4179-9015-4e26bedbd521 req-e0a7846a-e34f-40f6-b95e-be43f02936e5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867159 Oct 20 14:46:20.137477 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63db0e8-465d-4593-91ce-4d9337c634c2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:46:20.142735 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f63db0e8-465d-4593-91ce-4d9337c634c2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:20.149301 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ebd67-da8f-46ec-b2e4-f80db61a253b None None] Sync routers for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:46:20.165722 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ebd67-da8f-46ec-b2e4-f80db61a253b None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:20.166388 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-6e4ebd67-da8f-46ec-b2e4-f80db61a253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:20.176554 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-f63db0e8-465d-4593-91ce-4d9337c634c2 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/73ba7e2a-d943-4997-92ce-245b34055188 HTTP/1.1" status: 200 len: 992 time: 1.2267134 Oct 20 14:46:20.177238 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4caff2a-4143-4567-bb70-554451cc1b0d', 'tag': '1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:20.179543 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b02743a-5841-466f-9ef2-54e1767df4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4caff2a-4143-4567-bb70-554451cc1b0d", "tag": "1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:20.275305 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-6e4ebd67-da8f-46ec-b2e4-f80db61a253b None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:20.284858 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a61719-26ff-43d6-928c-55946e468f22 x-openstack-request-id: req-52a61719-26ff-43d6-928c-55946e468f22 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:20.285038 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4caff2a-4143-4567-bb70-554451cc1b0d", "tag": "1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:20.285357 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52a61719-26ff-43d6-928c-55946e468f22 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:20.285814 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a61719-26ff-43d6-928c-55946e468f22'] response: {'name': 'network-changed', 'server_uuid': 'e4caff2a-4143-4567-bb70-554451cc1b0d', 'tag': '1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368', 'status': 'completed', 'code': 200} Oct 20 14:46:20.386330 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02743a-5841-466f-9ef2-54e1767df4b5 req-7e3d044c-0f80-4f07-9b35-b363aed870de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:20.389739 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7b02743a-5841-466f-9ef2-54e1767df4b5 req-7e3d044c-0f80-4f07-9b35-b363aed870de service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 1130 time: 0.0691547 Oct 20 14:46:20.431421 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:20.547563 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-6e4ebd67-da8f-46ec-b2e4-f80db61a253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '73ba7e2a-d943-4997-92ce-245b34055188', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:91:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4caff2a-4143-4567-bb70-554451cc1b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:46:04Z', 'updated_at': '2022-10-20T14:46:19Z', 'revision_number': 1, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:20.563131 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:20.568017 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:20.569308 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 Oct 20 14:46:20.587419 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ebd67-da8f-46ec-b2e4-f80db61a253b None None] Checking router: f7e24323-3547-4288-9584-c3c76ffa6689 for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:46:20.599601 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ebd67-da8f-46ec-b2e4-f80db61a253b None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:20.600403 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-6e4ebd67-da8f-46ec-b2e4-f80db61a253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:20.620217 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-88f10b4e-54e3-4776-a0f9-705344997d54 req-81362d23-e6cb-457b-b61f-45ef6cbe2c48 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1830182726&fields=id&tenant_id=adc778cfb32049d5844da08c78ba014a HTTP/1.1" status: 200 len: 267 time: 0.0689998 Oct 20 14:46:20.625616 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02743a-5841-466f-9ef2-54e1767df4b5 req-e8e3d9ad-cfb6-4af0-ae2a-62e0b7afd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:20.627121 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7b02743a-5841-466f-9ef2-54e1767df4b5 req-e8e3d9ad-cfb6-4af0-ae2a-62e0b7afd730 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 200 len: 915 time: 0.2266901 Oct 20 14:46:20.693114 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f10b4e-54e3-4776-a0f9-705344997d54 req-43d684f2-240b-416d-992f-616b0c363322 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:20.712537 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-88f10b4e-54e3-4776-a0f9-705344997d54 req-43d684f2-240b-416d-992f-616b0c363322 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 984 time: 0.0906041 Oct 20 14:46:20.730950 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:20.731494 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [req-88f10b4e-54e3-4776-a0f9-705344997d54 req-66d1b79e-a004-4c46-a9f3-eed48eb9ca98 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Request body: {'port': {'security_groups': ['09587b44-7879-4023-9f02-34da722964a4']}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:20.731759 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:20.766412 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7b02743a-5841-466f-9ef2-54e1767df4b5 req-1e2d4084-713a-440b-9ba1-755662aff9e1 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 HTTP/1.1" status: 200 len: 1000 time: 0.1327739 Oct 20 14:46:20.775530 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:20.777232 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cb557d-d0f7-4b32-bc95-04812c917244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:20.781470 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e34f49-2187-411b-bfda-7e4b10e655d7" -d '{"events": [{"server_uuid": "51cb557d-d0f7-4b32-bc95-04812c917244", "name": "network-vif-plugged", "status": "completed", "tag": "20cf55bd-3d91-4bda-9c08-8252ca71c6a7"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:20.786114 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:20.795973 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-6e4ebd67-da8f-46ec-b2e4-f80db61a253b None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:20.868201 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,revision_number=7']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:20.875355 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98869cf2-06e0-45e8-a4ba-1f996e4763a0 x-openstack-request-id: req-98869cf2-06e0-45e8-a4ba-1f996e4763a0 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:20.875668 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cb557d-d0f7-4b32-bc95-04812c917244", "name": "network-vif-plugged", "status": "completed", "tag": "20cf55bd-3d91-4bda-9c08-8252ca71c6a7", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:20.875986 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98869cf2-06e0-45e8-a4ba-1f996e4763a0 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:20.876881 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98869cf2-06e0-45e8-a4ba-1f996e4763a0'] response: {'server_uuid': '51cb557d-d0f7-4b32-bc95-04812c917244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'code': 200} Oct 20 14:46:20.901674 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-88f10b4e-54e3-4776-a0f9-705344997d54 req-66d1b79e-a004-4c46-a9f3-eed48eb9ca98 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:20.907498 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02743a-5841-466f-9ef2-54e1767df4b5 req-5707a080-5c45-41b5-a29c-ab93559c6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:20.908996 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7b02743a-5841-466f-9ef2-54e1767df4b5 req-5707a080-5c45-41b5-a29c-ab93559c6b64 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56f61a25-fefc-4795-ba33-a4348feea40d HTTP/1.1" status: 200 len: 853 time: 0.1334734 Oct 20 14:46:20.918646 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:20.969489 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:20.989498 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02743a-5841-466f-9ef2-54e1767df4b5 req-5983647b-7315-4419-80ee-cbcf8ff5077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:20.991840 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7b02743a-5841-466f-9ef2-54e1767df4b5 req-5983647b-7315-4419-80ee-cbcf8ff5077a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=bc51d155-90b9-48b7-86e9-fc4346955e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751843 Oct 20 14:46:21.058224 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36afb6b-c2d8-4990-9e05-ca84337449d9 req-e08a3eac-a006-4d84-98de-bd370cf68b42 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:21.059969 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d36afb6b-c2d8-4990-9e05-ca84337449d9 req-e08a3eac-a006-4d84-98de-bd370cf68b42 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0820167 Oct 20 14:46:21.083202 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:21.122294 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7b02743a-5841-466f-9ef2-54e1767df4b5 req-d94ef804-6b90-45c8-bc30-b5dc575cdc5c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213884 Oct 20 14:46:21.127518 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-6e4ebd67-da8f-46ec-b2e4-f80db61a253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '73ba7e2a-d943-4997-92ce-245b34055188', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:91:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4caff2a-4143-4567-bb70-554451cc1b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:46:04Z', 'updated_at': '2022-10-20T14:46:19Z', 'revision_number': 1, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:21.156308 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d36afb6b-c2d8-4990-9e05-ca84337449d9 req-1f460cad-e22b-4c03-967b-c9e07f1f8c5c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812855 Oct 20 14:46:21.160609 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ebd67-da8f-46ec-b2e4-f80db61a253b None None] The sync data for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi is: [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '73ba7e2a-d943-4997-92ce-245b34055188', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'port_id': '1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'mac_address': 'fa:16:3e:91:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4caff2a-4143-4567-bb70-554451cc1b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:46:04Z', 'updated_at': '2022-10-20T14:46:19Z', 'revision_number': 1, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:46:21.284996 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [req-88f10b4e-54e3-4776-a0f9-705344997d54 req-66d1b79e-a004-4c46-a9f3-eed48eb9ca98 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] For port 7737f129-fde2-4080-b32b-e42c5e55b1b7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=7737f129-fde2-4080-b32b-e42c5e55b1b7,segment=NetworkSegment(aa52c9c4-d4d9-4356-a80b-e9597128b159),segment_id=aa52c9c4-d4d9-4356-a80b-e9597128b159)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:21.309893 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7b02743a-5841-466f-9ef2-54e1767df4b5 req-b44c68ad-f16f-480a-829b-9be897ccf217 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799784 Oct 20 14:46:21.327711 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-88f10b4e-54e3-4776-a0f9-705344997d54 req-66d1b79e-a004-4c46-a9f3-eed48eb9ca98 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:21.335126 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-88f10b4e-54e3-4776-a0f9-705344997d54 req-66d1b79e-a004-4c46-a9f3-eed48eb9ca98 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:21.346589 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f10b4e-54e3-4776-a0f9-705344997d54 req-66d1b79e-a004-4c46-a9f3-eed48eb9ca98 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:21.347425 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [req-88f10b4e-54e3-4776-a0f9-705344997d54 req-66d1b79e-a004-4c46-a9f3-eed48eb9ca98 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:21.348860 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-88f10b4e-54e3-4776-a0f9-705344997d54 req-66d1b79e-a004-4c46-a9f3-eed48eb9ca98 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "PUT /networking/v2.0/ports/7737f129-fde2-4080-b32b-e42c5e55b1b7 HTTP/1.1" status: 200 len: 942 time: 0.6343567 Oct 20 14:46:21.356918 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37514) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:21.362388 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['7737f129-fde2-4080-b32b-e42c5e55b1b7'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:46:21.367046 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:21.439992 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1b79e-a004-4c46-a9f3-eed48eb9ca98 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event updated for resources: {'Port': ['ID=7737f129-fde2-4080-b32b-e42c5e55b1b7,revision_number=7']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:21.475094 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c1c9f4fa-9eed-4337-98c4-5048c673fbe5 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group (85788e2a-e563-4b22-a334-f1d6f3aefa63), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:21.522261 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c1c9f4fa-9eed-4337-98c4-5048c673fbe5 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group (85788e2a-e563-4b22-a334-f1d6f3aefa63), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:21.524575 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['7737f129-fde2-4080-b32b-e42c5e55b1b7'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:46:21.555017 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-259e8485-2ba4-4a42-a883-e7c4ea4f7517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:21.557469 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c28bd-abf3-4bd9-abf2-7943aa3288bf None None] New status for floating IP 73ba7e2a-d943-4997-92ce-245b34055188: ACTIVE {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:46:21.625560 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c1c9f4fa-9eed-4337-98c4-5048c673fbe5 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (85788e2a-e563-4b22-a334-f1d6f3aefa63), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:21.628319 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c1c9f4fa-9eed-4337-98c4-5048c673fbe5 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:21.632102 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-c1c9f4fa-9eed-4337-98c4-5048c673fbe5 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/85788e2a-e563-4b22-a334-f1d6f3aefa63 HTTP/1.1" status: 204 len: 168 time: 0.2710249 Oct 20 14:46:21.634210 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37518) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:21.651899 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9f4fa-9eed-4337-98c4-5048c673fbe5 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85788e2a-e563-4b22-a334-f1d6f3aefa63,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:21.664415 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:21.746868 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:21.853037 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-13936baa-e55e-4196-97c5-527c24e1ec93 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Deleting port 430e3da5-8ad5-4b21-a96d-77d844d731fb {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:46:21.853760 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-13936baa-e55e-4196-97c5-527c24e1ec93 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (430e3da5-8ad5-4b21-a96d-77d844d731fb), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:21.956904 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-13936baa-e55e-4196-97c5-527c24e1ec93 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (430e3da5-8ad5-4b21-a96d-77d844d731fb), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:21.957524 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-13936baa-e55e-4196-97c5-527c24e1ec93 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for floatingip (430e3da5-8ad5-4b21-a96d-77d844d731fb), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:21.976762 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-13936baa-e55e-4196-97c5-527c24e1ec93 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Calling delete_port for 430e3da5-8ad5-4b21-a96d-77d844d731fb owned by network:floatingip {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:46:22.164548 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-13936baa-e55e-4196-97c5-527c24e1ec93 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (430e3da5-8ad5-4b21-a96d-77d844d731fb), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:22.196414 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13936baa-e55e-4196-97c5-527c24e1ec93 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event deleted for resources: {'Port': ['ID=430e3da5-8ad5-4b21-a96d-77d844d731fb,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:22.223192 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-13936baa-e55e-4196-97c5-527c24e1ec93 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks [] for floatingip (d12ab8e9-945f-4c59-97eb-4be0a56bafa8), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:22.224248 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.l3_db [None req-13936baa-e55e-4196-97c5-527c24e1ec93 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Floating IP d12ab8e9-945f-4c59-97eb-4be0a56bafa8 disassociated (deleted). External IP: 172.27.0.147, port: 7737f129-fde2-4080-b32b-e42c5e55b1b7. Oct 20 14:46:22.277086 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:22.317686 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396b3353-8853-4ac0-abcd-98f55e471826', 'tag': '7737f129-fde2-4080-b32b-e42c5e55b1b7'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:22.319939 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b04190-df2f-4ab8-a360-3cb5df9a1cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "396b3353-8853-4ac0-abcd-98f55e471826", "tag": "7737f129-fde2-4080-b32b-e42c5e55b1b7"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:22.407950 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:22.411868 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6691fdc6-c916-43d6-8157-08e921bb0645 x-openstack-request-id: req-6691fdc6-c916-43d6-8157-08e921bb0645 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:22.412164 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396b3353-8853-4ac0-abcd-98f55e471826", "tag": "7737f129-fde2-4080-b32b-e42c5e55b1b7", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:22.412465 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6691fdc6-c916-43d6-8157-08e921bb0645 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:22.413390 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6691fdc6-c916-43d6-8157-08e921bb0645'] response: {'name': 'network-changed', 'server_uuid': '396b3353-8853-4ac0-abcd-98f55e471826', 'tag': '7737f129-fde2-4080-b32b-e42c5e55b1b7', 'status': 'completed', 'code': 200} Oct 20 14:46:22.505715 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:22.510655 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b04190-df2f-4ab8-a360-3cb5df9a1cc3 req-8ea82ff1-1a4f-4169-8248-49ab7445a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:22.512560 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-03b04190-df2f-4ab8-a360-3cb5df9a1cc3 req-8ea82ff1-1a4f-4169-8248-49ab7445a34b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=adc778cfb32049d5844da08c78ba014a&device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 1129 time: 0.0735743 Oct 20 14:46:22.582229 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c23da5-4d89-4fd6-91e0-b03627c0b7bc req-909f800a-2f24-407b-a785-d566037191db tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:22.584042 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-22c23da5-4d89-4fd6-91e0-b03627c0b7bc req-909f800a-2f24-407b-a785-d566037191db tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.1901257 Oct 20 14:46:22.590281 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13936baa-e55e-4196-97c5-527c24e1ec93 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Router 4b0750fb-181b-4d46-aeb0-18ac2c91304d has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:46:22.629841 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b04190-df2f-4ab8-a360-3cb5df9a1cc3 req-7ae8e32c-6dfd-4a1c-877e-63bf52882ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:22.632585 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-03b04190-df2f-4ab8-a360-3cb5df9a1cc3 req-7ae8e32c-6dfd-4a1c-877e-63bf52882ebb service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 HTTP/1.1" status: 200 len: 915 time: 0.1122997 Oct 20 14:46:22.680411 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-03b04190-df2f-4ab8-a360-3cb5df9a1cc3 req-23e7d205-12f3-436a-9a76-45ed364db3e6 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7737f129-fde2-4080-b32b-e42c5e55b1b7 HTTP/1.1" status: 200 len: 217 time: 0.0388558 Oct 20 14:46:22.686011 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-22c23da5-4d89-4fd6-91e0-b03627c0b7bc req-2e2926d7-8895-4715-a58e-c5cbc2445ced tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941904 Oct 20 14:46:22.754414 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13936baa-e55e-4196-97c5-527c24e1ec93 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:46:22.754690 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b04190-df2f-4ab8-a360-3cb5df9a1cc3 req-7f320aa8-58e4-4347-a967-d009d0c9c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:22.760014 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-13936baa-e55e-4196-97c5-527c24e1ec93 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:22.767894 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f45b91-69c8-454c-b8ee-a3574cc5670a None None] Sync routers for ids ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:46:22.768520 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-03b04190-df2f-4ab8-a360-3cb5df9a1cc3 req-7f320aa8-58e4-4347-a967-d009d0c9c9cd service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6261a774-bcf9-4250-b029-679ef5989401 HTTP/1.1" status: 200 len: 853 time: 0.0734725 Oct 20 14:46:22.782468 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f45b91-69c8-454c-b8ee-a3574cc5670a None None] Routers {'4b0750fb-181b-4d46-aeb0-18ac2c91304d'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:22.783416 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-b8f45b91-69c8-454c-b8ee-a3574cc5670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:22.792313 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-13936baa-e55e-4196-97c5-527c24e1ec93 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/d12ab8e9-945f-4c59-97eb-4be0a56bafa8 HTTP/1.1" status: 204 len: 168 time: 1.1565621 Oct 20 14:46:22.842070 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:22.868076 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b04190-df2f-4ab8-a360-3cb5df9a1cc3 req-7722c2a6-ece2-442f-9c86-9ebd85ea40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:22.869824 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-03b04190-df2f-4ab8-a360-3cb5df9a1cc3 req-7722c2a6-ece2-442f-9c86-9ebd85ea40ca service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0894415 Oct 20 14:46:22.917483 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-b8f45b91-69c8-454c-b8ee-a3574cc5670a None None] Set router 4b0750fb-181b-4d46-aeb0-18ac2c91304d gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:23.165440 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-b8f45b91-69c8-454c-b8ee-a3574cc5670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:58Z', 'revision_number': 4, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port': {'id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '39cdf31f-348a-4bc2-9e07-195676140670', 'name': '', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'mac_address': 'fa:16:3e:ad:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6261a774-bcf9-4250-b029-679ef5989401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:57Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 5, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'subnets': [{'id': '6261a774-bcf9-4250-b029-679ef5989401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:23.198021 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f45b91-69c8-454c-b8ee-a3574cc5670a None None] Checking router: 4b0750fb-181b-4d46-aeb0-18ac2c91304d for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:46:23.220327 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f45b91-69c8-454c-b8ee-a3574cc5670a None None] Routers {'4b0750fb-181b-4d46-aeb0-18ac2c91304d'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:23.221012 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-b8f45b91-69c8-454c-b8ee-a3574cc5670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:45:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:23.324837 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-03b04190-df2f-4ab8-a360-3cb5df9a1cc3 req-03e57b4c-0ab6-48f0-93f1-f48d306a3776 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453444 Oct 20 14:46:23.453385 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-b8f45b91-69c8-454c-b8ee-a3574cc5670a None None] Set router 4b0750fb-181b-4d46-aeb0-18ac2c91304d gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:23.661681 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-8ff86ab0-81ff-40fa-b708-52b021ee7e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:23.714963 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-b8f45b91-69c8-454c-b8ee-a3574cc5670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:58Z', 'revision_number': 4, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port': {'id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '39cdf31f-348a-4bc2-9e07-195676140670', 'name': '', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'mac_address': 'fa:16:3e:ad:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6261a774-bcf9-4250-b029-679ef5989401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:57Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 5, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'subnets': [{'id': '6261a774-bcf9-4250-b029-679ef5989401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:23.746049 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f45b91-69c8-454c-b8ee-a3574cc5670a None None] The sync data for ids ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'] in dv-cinder-779233-7-iscsi is: [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:43:58Z', 'revision_number': 4, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port': {'id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '39cdf31f-348a-4bc2-9e07-195676140670', 'name': '', 'network_id': '0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'mac_address': 'fa:16:3e:ad:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6261a774-bcf9-4250-b029-679ef5989401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:57Z', 'updated_at': '2022-10-20T14:44:03Z', 'revision_number': 5, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'subnets': [{'id': '6261a774-bcf9-4250-b029-679ef5989401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:46:23.818935 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-03b04190-df2f-4ab8-a360-3cb5df9a1cc3 req-c5453435-6c34-447f-9186-7ceea3b05fa7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610973 Oct 20 14:46:23.930236 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38e68e-c677-4bee-8d27-e1094e280509 req-36aec1c2-47e4-41f2-b0e6-8e732359f30f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:23.944395 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fc38e68e-c677-4bee-8d27-e1094e280509 req-36aec1c2-47e4-41f2-b0e6-8e732359f30f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.1169679 Oct 20 14:46:24.000968 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fc38e68e-c677-4bee-8d27-e1094e280509 req-103f382d-3e74-416a-83bc-f09aebec34e7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554905 Oct 20 14:46:24.104591 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473129a-2c31-4fbd-8ada-d8780d300b7e None None] New status for floating IP d12ab8e9-945f-4c59-97eb-4be0a56bafa8: DOWN {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:46:24.415199 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396b3353-8853-4ac0-abcd-98f55e471826', 'tag': '7737f129-fde2-4080-b32b-e42c5e55b1b7'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:24.417845 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6d73da-3ea0-4937-b2f2-bb5cef794140" -d '{"events": [{"name": "network-changed", "server_uuid": "396b3353-8853-4ac0-abcd-98f55e471826", "tag": "7737f129-fde2-4080-b32b-e42c5e55b1b7"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:24.472288 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed879335-9fe9-46b5-a05c-d889b556d3d7 x-openstack-request-id: req-ed879335-9fe9-46b5-a05c-d889b556d3d7 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:24.472602 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396b3353-8853-4ac0-abcd-98f55e471826", "tag": "7737f129-fde2-4080-b32b-e42c5e55b1b7", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:24.472854 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed879335-9fe9-46b5-a05c-d889b556d3d7 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:24.473250 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed879335-9fe9-46b5-a05c-d889b556d3d7'] response: {'name': 'network-changed', 'server_uuid': '396b3353-8853-4ac0-abcd-98f55e471826', 'tag': '7737f129-fde2-4080-b32b-e42c5e55b1b7', 'status': 'completed', 'code': 200} Oct 20 14:46:24.550230 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d73da-3ea0-4937-b2f2-bb5cef794140 req-053645b5-38bb-4ec3-9601-290dc6d2a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:24.551908 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3c6d73da-3ea0-4937-b2f2-bb5cef794140 req-053645b5-38bb-4ec3-9601-290dc6d2a28f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=adc778cfb32049d5844da08c78ba014a&device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 1129 time: 0.0440502 Oct 20 14:46:24.677919 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d73da-3ea0-4937-b2f2-bb5cef794140 req-9ea2bb85-eacc-4e59-b293-903120af5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:24.679338 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3c6d73da-3ea0-4937-b2f2-bb5cef794140 req-9ea2bb85-eacc-4e59-b293-903120af5807 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 HTTP/1.1" status: 200 len: 915 time: 0.1111996 Oct 20 14:46:24.723090 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3c6d73da-3ea0-4937-b2f2-bb5cef794140 req-8359d60f-3a92-48a9-88e7-784dcbfc228c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7737f129-fde2-4080-b32b-e42c5e55b1b7 HTTP/1.1" status: 200 len: 217 time: 0.0352402 Oct 20 14:46:24.780207 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d73da-3ea0-4937-b2f2-bb5cef794140 req-e723c0d5-c189-4f3f-a2ca-0e83bb76641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:24.781820 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3c6d73da-3ea0-4937-b2f2-bb5cef794140 req-e723c0d5-c189-4f3f-a2ca-0e83bb76641e service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6261a774-bcf9-4250-b029-679ef5989401 HTTP/1.1" status: 200 len: 853 time: 0.0519612 Oct 20 14:46:24.839058 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d73da-3ea0-4937-b2f2-bb5cef794140 req-752c2fe9-b21a-4d54-ad24-416a22ed0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:24.840632 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3c6d73da-3ea0-4937-b2f2-bb5cef794140 req-752c2fe9-b21a-4d54-ad24-416a22ed0a22 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473378 Oct 20 14:46:24.953903 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3c6d73da-3ea0-4937-b2f2-bb5cef794140 req-00e2fcaa-b23b-4fbd-8585-ad1394536a44 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974624 Oct 20 14:46:25.007505 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:25.033287 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:25.068476 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3c6d73da-3ea0-4937-b2f2-bb5cef794140 req-37d70a6e-e6be-4183-90ec-0c626e3babcf service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063321 Oct 20 14:46:25.193982 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d3f22-1f54-46af-9eaf-c315f14edd23 req-dca3676b-1182-4022-b5b7-8685e79789c1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:25.196255 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2a3d3f22-1f54-46af-9eaf-c315f14edd23 req-dca3676b-1182-4022-b5b7-8685e79789c1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0557094 Oct 20 14:46:25.255962 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2a3d3f22-1f54-46af-9eaf-c315f14edd23 req-934fafad-a42c-4a64-b7ff-12911671824d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528004 Oct 20 14:46:25.897749 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4531f-8d70-4ec6-bd92-c4570665fcff req-e2d72ef9-c73c-42a5-854e-7b7b5d0122ad tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:25.899136 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9bf4531f-8d70-4ec6-bd92-c4570665fcff req-e2d72ef9-c73c-42a5-854e-7b7b5d0122ad tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 945 time: 0.0499687 Oct 20 14:46:25.952057 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9bf4531f-8d70-4ec6-bd92-c4570665fcff req-ab7f1990-8cf3-42c8-95b0-4afeb7c00883 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460918 Oct 20 14:46:26.302547 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:26.413657 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b42ec1-09c1-4eaa-91a3-603a05dd0a5a req-b46c6f74-2415-4476-bef7-479dfd2fab23 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:26.416151 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-67b42ec1-09c1-4eaa-91a3-603a05dd0a5a req-b46c6f74-2415-4476-bef7-479dfd2fab23 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0600624 Oct 20 14:46:26.436698 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:26.476944 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-67b42ec1-09c1-4eaa-91a3-603a05dd0a5a req-88d5cb87-6652-4000-8c15-aed72cb10137 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510426 Oct 20 14:46:27.105943 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b9f4c-6dae-41ee-bea2-49c7a0273b07 req-a6536a7b-1196-46cd-9bd7-4e249944e9c8 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:27.107619 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c04b9f4c-6dae-41ee-bea2-49c7a0273b07 req-a6536a7b-1196-46cd-9bd7-4e249944e9c8 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 945 time: 0.0709691 Oct 20 14:46:27.157644 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c04b9f4c-6dae-41ee-bea2-49c7a0273b07 req-cfc5991d-dac6-4ac3-bf56-49f7f0659278 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Oct 20 14:46:27.616055 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcaaee-65c5-4195-9105-c842c2c3090e req-45767773-4831-4130-8f82-91e7760f84fd tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:27.617474 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-12bcaaee-65c5-4195-9105-c842c2c3090e req-45767773-4831-4130-8f82-91e7760f84fd tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0557883 Oct 20 14:46:27.657123 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:27.678019 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-12bcaaee-65c5-4195-9105-c842c2c3090e req-1c871e3c-488a-46ee-9d59-1523c73bf673 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519471 Oct 20 14:46:28.102957 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9784c-665a-4359-afb1-c0597626245f req-2ea3e9c5-1664-46d5-96b7-7c9370e51b9e tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:28.104475 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ba9784c-665a-4359-afb1-c0597626245f req-2ea3e9c5-1664-46d5-96b7-7c9370e51b9e tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 945 time: 0.0531464 Oct 20 14:46:28.205060 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-6ba9784c-665a-4359-afb1-c0597626245f req-082ed755-827a-4c0d-a2da-8e7347d85494 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Deleting port 7737f129-fde2-4080-b32b-e42c5e55b1b7 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:46:28.205491 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-6ba9784c-665a-4359-afb1-c0597626245f req-082ed755-827a-4c0d-a2da-8e7347d85494 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:28.313577 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3977a-cd4c-439e-8bad-5423d879d872 req-e0f2afca-3273-4bfa-bf1e-a330c1cd6e86 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:28.315511 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b0b3977a-cd4c-439e-8bad-5423d879d872 req-e0f2afca-3273-4bfa-bf1e-a330c1cd6e86 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 945 time: 0.0608082 Oct 20 14:46:28.318523 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:28.322534 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-6ba9784c-665a-4359-afb1-c0597626245f req-082ed755-827a-4c0d-a2da-8e7347d85494 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] For port 7737f129-fde2-4080-b32b-e42c5e55b1b7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=7737f129-fde2-4080-b32b-e42c5e55b1b7,segment=NetworkSegment(aa52c9c4-d4d9-4356-a80b-e9597128b159),segment_id=aa52c9c4-d4d9-4356-a80b-e9597128b159)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:28.323067 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-6ba9784c-665a-4359-afb1-c0597626245f req-082ed755-827a-4c0d-a2da-8e7347d85494 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:28.343441 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-6ba9784c-665a-4359-afb1-c0597626245f req-082ed755-827a-4c0d-a2da-8e7347d85494 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Calling delete_port for 7737f129-fde2-4080-b32b-e42c5e55b1b7 owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:46:28.373273 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b0b3977a-cd4c-439e-8bad-5423d879d872 req-0138e244-38da-407e-b017-5e7c6f0f669e tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=09587b44-7879-4023-9f02-34da722964a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506938 Oct 20 14:46:28.496239 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-6ba9784c-665a-4359-afb1-c0597626245f req-082ed755-827a-4c0d-a2da-8e7347d85494 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (7737f129-fde2-4080-b32b-e42c5e55b1b7), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:28.510049 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['7737f129-fde2-4080-b32b-e42c5e55b1b7'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:46:28.536022 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ed755-827a-4c0d-a2da-8e7347d85494 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Pushing event deleted for resources: {'Port': ['ID=7737f129-fde2-4080-b32b-e42c5e55b1b7,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:28.584133 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba9784c-665a-4359-afb1-c0597626245f req-082ed755-827a-4c0d-a2da-8e7347d85494 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] No DVR routers for this DVR port 7737f129-fde2-4080-b32b-e42c5e55b1b7 on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:46:28.586649 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-6ba9784c-665a-4359-afb1-c0597626245f req-082ed755-827a-4c0d-a2da-8e7347d85494 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:28.590054 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6ba9784c-665a-4359-afb1-c0597626245f req-082ed755-827a-4c0d-a2da-8e7347d85494 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.36 "DELETE /networking/v2.0/ports/7737f129-fde2-4080-b32b-e42c5e55b1b7 HTTP/1.1" status: 204 len: 173 time: 0.4802375 Oct 20 14:46:28.590576 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396b3353-8853-4ac0-abcd-98f55e471826', 'name': 'network-vif-deleted', 'tag': '7737f129-fde2-4080-b32b-e42c5e55b1b7'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:28.593036 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26052a32-99aa-4eec-9f1e-8b9ed7e2e29a" -d '{"events": [{"server_uuid": "396b3353-8853-4ac0-abcd-98f55e471826", "name": "network-vif-deleted", "tag": "7737f129-fde2-4080-b32b-e42c5e55b1b7"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:28.641394 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e87deeb-c950-4b57-9ce5-a98540d1c9cf x-openstack-request-id: req-5e87deeb-c950-4b57-9ce5-a98540d1c9cf {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:28.642237 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396b3353-8853-4ac0-abcd-98f55e471826", "name": "network-vif-deleted", "tag": "7737f129-fde2-4080-b32b-e42c5e55b1b7", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:28.642606 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e87deeb-c950-4b57-9ce5-a98540d1c9cf {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:28.643137 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e87deeb-c950-4b57-9ce5-a98540d1c9cf'] response: {'server_uuid': '396b3353-8853-4ac0-abcd-98f55e471826', 'name': 'network-vif-deleted', 'tag': '7737f129-fde2-4080-b32b-e42c5e55b1b7', 'status': 'completed', 'code': 200} Oct 20 14:46:28.847459 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abda99-d07d-47b6-97f0-2f1bc32afa7a req-0d31ecda-d5fa-4051-b15f-8847395f028f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:28.849489 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-66abda99-d07d-47b6-97f0-2f1bc32afa7a req-0d31ecda-d5fa-4051-b15f-8847395f028f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0665913 Oct 20 14:46:28.907651 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-66abda99-d07d-47b6-97f0-2f1bc32afa7a req-fbe3c6d9-ae8a-49fb-b6c5-03702b7359bb tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508175 Oct 20 14:46:29.557133 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1d1cfa2f-8d85-4250-b11c-52a7db080c97 req-45697953-cff8-49c5-9eed-9a9b12b56ef9 tempest-TestMinimumBasicScenario-1366829823 tempest-TestMinimumBasicScenario-1366829823-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=396b3353-8853-4ac0-abcd-98f55e471826 HTTP/1.1" status: 200 len: 210 time: 0.0426054 Oct 20 14:46:29.602273 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:30.049394 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d949d22-48eb-463d-9f4c-58e3413a25cb req-f4b5712e-7429-4aa7-9989-4d647b0620cc tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:30.052806 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6d949d22-48eb-463d-9f4c-58e3413a25cb req-f4b5712e-7429-4aa7-9989-4d647b0620cc tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0546138 Oct 20 14:46:30.063893 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:30.109208 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6d949d22-48eb-463d-9f4c-58e3413a25cb req-37104719-063d-4613-8d23-50cb6507f994 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517955 Oct 20 14:46:31.118046 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37642) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:31.259836 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db142b10-de4a-4057-8542-d26e7bdd947b req-f1c29ba0-2af6-4ff8-a2e5-40b5e2558a3d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:31.261299 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-db142b10-de4a-4057-8542-d26e7bdd947b req-f1c29ba0-2af6-4ff8-a2e5-40b5e2558a3d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0591755 Oct 20 14:46:31.378125 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-db142b10-de4a-4057-8542-d26e7bdd947b req-15462c7d-14a2-4125-80b5-75ac4bd135ce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833726 Oct 20 14:46:31.417666 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd483e50-e42b-42f5-81df-b3deaaa17305 req-745bcc21-5b4e-46c4-9f99-7a4f98c3b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:31.419213 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-cd483e50-e42b-42f5-81df-b3deaaa17305 req-745bcc21-5b4e-46c4-9f99-7a4f98c3b97e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=afd56c15beff4515a44799ee7ec083a3&device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 1130 time: 0.0443676 Oct 20 14:46:31.515142 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd483e50-e42b-42f5-81df-b3deaaa17305 req-f790a3ef-c88b-424b-868a-26e11dafa44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:31.516618 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-cd483e50-e42b-42f5-81df-b3deaaa17305 req-f790a3ef-c88b-424b-868a-26e11dafa44c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=8527c204-ec5a-42a2-811a-426241f609de HTTP/1.1" status: 200 len: 918 time: 0.0873733 Oct 20 14:46:31.567901 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8d41125e-2961-47d7-8d43-3815696434f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653547'] for router_interface (4b0750fb-181b-4d46-aeb0-18ac2c91304d), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:31.581970 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-cd483e50-e42b-42f5-81df-b3deaaa17305 req-64351d84-c6a9-4ef9-bde4-75ab134f8887 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7 HTTP/1.1" status: 200 len: 1001 time: 0.0580356 Oct 20 14:46:31.632451 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd483e50-e42b-42f5-81df-b3deaaa17305 req-1df5f5fa-ae00-471b-a793-088bc779e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:31.633815 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-cd483e50-e42b-42f5-81df-b3deaaa17305 req-1df5f5fa-ae00-471b-a793-088bc779e21c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ca5871aa-7167-4149-b162-6807c8f57b7d HTTP/1.1" status: 200 len: 856 time: 0.0448105 Oct 20 14:46:31.691519 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd483e50-e42b-42f5-81df-b3deaaa17305 req-a94d6366-5543-4a64-8717-f3349e215082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:31.693093 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-cd483e50-e42b-42f5-81df-b3deaaa17305 req-a94d6366-5543-4a64-8717-f3349e215082 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=8527c204-ec5a-42a2-811a-426241f609de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421851 Oct 20 14:46:31.788310 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-cd483e50-e42b-42f5-81df-b3deaaa17305 req-8a0027d3-5c95-462a-a4a7-2cc0829b87ca service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860081 Oct 20 14:46:31.795702 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:31.814699 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:31.835545 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-8d41125e-2961-47d7-8d43-3815696434f3 admin admin] Deleting port 39cdf31f-348a-4bc2-9e07-195676140670 {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:46:31.835886 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8d41125e-2961-47d7-8d43-3815696434f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (39cdf31f-348a-4bc2-9e07-195676140670), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:31.881048 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-cd483e50-e42b-42f5-81df-b3deaaa17305 req-7ddb9894-ccf3-47d7-b303-bcfd1b4e7ca4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852106 Oct 20 14:46:31.918372 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-8d41125e-2961-47d7-8d43-3815696434f3 admin admin] For port 39cdf31f-348a-4bc2-9e07-195676140670, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=39cdf31f-348a-4bc2-9e07-195676140670,segment=NetworkSegment(aa52c9c4-d4d9-4356-a80b-e9597128b159),segment_id=aa52c9c4-d4d9-4356-a80b-e9597128b159)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:31.918648 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8d41125e-2961-47d7-8d43-3815696434f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (39cdf31f-348a-4bc2-9e07-195676140670), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:31.932174 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-8d41125e-2961-47d7-8d43-3815696434f3 admin admin] Calling delete_port for 39cdf31f-348a-4bc2-9e07-195676140670 owned by network:router_interface {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:46:32.038160 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:32.108767 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8d41125e-2961-47d7-8d43-3815696434f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (39cdf31f-348a-4bc2-9e07-195676140670), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:32.133451 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41125e-2961-47d7-8d43-3815696434f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=39cdf31f-348a-4bc2-9e07-195676140670,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:32.254809 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8d41125e-2961-47d7-8d43-3815696434f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1556640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653663'] for router_interface (4b0750fb-181b-4d46-aeb0-18ac2c91304d), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:32.295218 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e25b19-f03f-4381-a352-dc29f7f83176 None None] get_active_networks_info from dv-cinder-779233-7-iscsi {{(pid=111618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 14:46:32.418804 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e25b19-f03f-4381-a352-dc29f7f83176 None None] Resources bound (agent type, host, resource id): {{(pid=111618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 14:46:32.501346 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 7737f129-fde2-4080-b32b-e42c5e55b1b7 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:46:32.531848 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: 7737f129-fde2-4080-b32b-e42c5e55b1b7 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:46:32.532204 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 7737f129-fde2-4080-b32b-e42c5e55b1b7 not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:46:32.643901 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df198d80-52e9-4bce-9e0c-ef7d19b7ca3a req-6c1c5810-a7cd-46cd-a1d6-49e2dc87748e tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:32.645609 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-df198d80-52e9-4bce-9e0c-ef7d19b7ca3a req-6c1c5810-a7cd-46cd-a1d6-49e2dc87748e tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0614367 Oct 20 14:46:32.768057 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-df198d80-52e9-4bce-9e0c-ef7d19b7ca3a req-8ea7818f-7324-4090-ace0-6dc80ef2a2f5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893304 Oct 20 14:46:32.786054 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d41125e-2961-47d7-8d43-3815696434f3 admin admin] Router 4b0750fb-181b-4d46-aeb0-18ac2c91304d has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:46:32.899426 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d41125e-2961-47d7-8d43-3815696434f3 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:46:32.905698 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-8d41125e-2961-47d7-8d43-3815696434f3 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/4b0750fb-181b-4d46-aeb0-18ac2c91304d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7859762 Oct 20 14:46:32.908165 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37648) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:32.911014 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aaee6c-05e4-4672-a32f-f1a417a7e69b None None] Sync routers for ids ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:46:32.922972 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aaee6c-05e4-4672-a32f-f1a417a7e69b None None] Routers {'4b0750fb-181b-4d46-aeb0-18ac2c91304d'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:32.923594 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-a8aaee6c-05e4-4672-a32f-f1a417a7e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:32.967535 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:33.017954 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] Publish callbacks [] for router (4b0750fb-181b-4d46-aeb0-18ac2c91304d), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.033647 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-a8aaee6c-05e4-4672-a32f-f1a417a7e69b None None] Set router 4b0750fb-181b-4d46-aeb0-18ac2c91304d gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:33.123680 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] Publish callbacks [] for router_gateway (4b0750fb-181b-4d46-aeb0-18ac2c91304d), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.128633 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:33.149805 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-d04cacf8-c48b-4264-b8ba-b4e69c1d95ae None None] Provisioning complete for port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:33.150227 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-d04cacf8-c48b-4264-b8ba-b4e69c1d95ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (489d66ce-f98e-46c5-a1fb-ff85f0edc42c), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.150564 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-d04cacf8-c48b-4264-b8ba-b4e69c1d95ae None None] Attempt 1 to provision port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c Oct 20 14:46:33.169204 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] Deleting port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:46:33.169885 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.208230 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-a8aaee6c-05e4-4672-a32f-f1a417a7e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:46:32Z', 'revision_number': 5, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port': {'id': '59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:33.233024 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aaee6c-05e4-4672-a32f-f1a417a7e69b None None] Checking router: 4b0750fb-181b-4d46-aeb0-18ac2c91304d for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:46:33.233511 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-d04cacf8-c48b-4264-b8ba-b4e69c1d95ae None None] Current status of the port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:33.240510 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:33.242764 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aaee6c-05e4-4672-a32f-f1a417a7e69b None None] Routers {'4b0750fb-181b-4d46-aeb0-18ac2c91304d'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:33.243422 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-a8aaee6c-05e4-4672-a32f-f1a417a7e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:33.257772 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] For port 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:33.258130 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.271344 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] Calling delete_port for 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f owned by network:router_gateway {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:46:33.280120 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:33.328586 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-a8aaee6c-05e4-4672-a32f-f1a417a7e69b None None] Set router 4b0750fb-181b-4d46-aeb0-18ac2c91304d gateway port host: None {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:33.378291 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-a8aaee6c-05e4-4672-a32f-f1a417a7e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:46:33Z', 'revision_number': 6, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port_host': None}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:33.405974 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aaee6c-05e4-4672-a32f-f1a417a7e69b None None] The sync data for ids ['4b0750fb-181b-4d46-aeb0-18ac2c91304d'] in dv-cinder-779233-7-iscsi is: [{'id': '4b0750fb-181b-4d46-aeb0-18ac2c91304d', 'name': 'tempest-TestMinimumBasicScenario-322259604-router', 'tenant_id': 'adc778cfb32049d5844da08c78ba014a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:43:55Z', 'updated_at': '2022-10-20T14:46:33Z', 'revision_number': 6, 'project_id': 'adc778cfb32049d5844da08c78ba014a', 'gw_port_host': None}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:46:33.445428 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.471672 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:33.495005 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647734'] for router_gateway (4b0750fb-181b-4d46-aeb0-18ac2c91304d), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.581990 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2788'] for router (4b0750fb-181b-4d46-aeb0-18ac2c91304d), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.584218 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] Publish callbacks [] for router_controller (4b0750fb-181b-4d46-aeb0-18ac2c91304d), precommit_delete_associations {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.626558 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653576'] for router (4b0750fb-181b-4d46-aeb0-18ac2c91304d), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.627248 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b0750fb-181b-4d46-aeb0-18ac2c91304d {{(pid=111617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 14:46:33.631532 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.632567 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-e5fe17ba-86de-4340-8221-a1abcc5c96a1 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/4b0750fb-181b-4d46-aeb0-18ac2c91304d HTTP/1.1" status: 204 len: 168 time: 0.7232151 Oct 20 14:46:33.635135 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37650) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:33.681161 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_v2 [None req-5baca2ef-2378-4816-8ad6-0d5884f8d69e admin admin] Deleting subnet 6261a774-bcf9-4250-b029-679ef5989401 {{(pid=111617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:46:33.684174 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5baca2ef-2378-4816-8ad6-0d5884f8d69e admin admin] Publish callbacks [] for subnet (6261a774-bcf9-4250-b029-679ef5989401), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.718835 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5baca2ef-2378-4816-8ad6-0d5884f8d69e admin admin] Publish callbacks [] for subnet (6261a774-bcf9-4250-b029-679ef5989401), precommit_delete_associations {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.761603 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5baca2ef-2378-4816-8ad6-0d5884f8d69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (6261a774-bcf9-4250-b029-679ef5989401), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.823721 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5baca2ef-2378-4816-8ad6-0d5884f8d69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (6261a774-bcf9-4250-b029-679ef5989401), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.855774 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5baca2ef-2378-4816-8ad6-0d5884f8d69e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:33.862906 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-5baca2ef-2378-4816-8ad6-0d5884f8d69e admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/6261a774-bcf9-4250-b029-679ef5989401 HTTP/1.1" status: 204 len: 168 time: 0.2233899 Oct 20 14:46:33.862906 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baca2ef-2378-4816-8ad6-0d5884f8d69e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6261a774-bcf9-4250-b029-679ef5989401,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:33.863249 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37656) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:33.874086 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdb5cd6-b11a-4ac5-a9a6-492eeb72244f None None] Network 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:46:33.949049 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f31e5e-a09c-4425-b943-59a64eec9298 req-a9d95946-acb7-46e8-94f3-9a471f1f3561 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:33.951227 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-39f31e5e-a09c-4425-b943-59a64eec9298 req-a9d95946-acb7-46e8-94f3-9a471f1f3561 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0763795 Oct 20 14:46:33.952794 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:34.002000 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Deleting port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:46:34.002541 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (489d66ce-f98e-46c5-a1fb-ff85f0edc42c), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:34.029648 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-39f31e5e-a09c-4425-b943-59a64eec9298 req-3efd3abe-528e-452c-84a6-e8a0f99debdd tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705640 Oct 20 14:46:34.079157 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] For port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=489d66ce-f98e-46c5-a1fb-ff85f0edc42c,segment=NetworkSegment(aa52c9c4-d4d9-4356-a80b-e9597128b159),segment_id=aa52c9c4-d4d9-4356-a80b-e9597128b159)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:34.079527 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (489d66ce-f98e-46c5-a1fb-ff85f0edc42c), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:34.092392 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Calling delete_port for 489d66ce-f98e-46c5-a1fb-ff85f0edc42c owned by network:dhcp {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:46:34.153999 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:34.175407 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (489d66ce-f98e-46c5-a1fb-ff85f0edc42c), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:34.206479 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] No DVR routers for this DVR port 489d66ce-f98e-46c5-a1fb-ff85f0edc42c on host dv-cinder-779233-7-iscsi {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:46:34.211681 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Pushing event deleted for resources: {'Port': ['ID=489d66ce-f98e-46c5-a1fb-ff85f0edc42c,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:34.222396 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47181d26-6b08-4411-a17e-c10598504476 None None] DHCP port deletion for 0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 request from dv-cinder-779233-7-iscsi {{(pid=111618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 14:46:34.285338 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:34.306481 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7']}} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:34.316250 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa52c9c4-d4d9-4356-a80b-e9597128b159') {'for_net_delete': True} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:34.316573 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa52c9c4-d4d9-4356-a80b-e9597128b159') {} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:34.326502 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3906344'] for segment (aa52c9c4-d4d9-4356-a80b-e9597128b159), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:34.339506 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (aa52c9c4-d4d9-4356-a80b-e9597128b159), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:34.347271 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=111616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:46:34.347659 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506356'] for segment (aa52c9c4-d4d9-4356-a80b-e9597128b159), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:34.392501 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment aa52c9c4-d4d9-4356-a80b-e9597128b159 resource provider aggregate not found Oct 20 14:46:34.414108 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment aa52c9c4-d4d9-4356-a80b-e9597128b159 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa52c9c4-d4d9-4356-a80b-e9597128b159 found for delete ", "request_id": "req-bb48012e-fa57-4ee1-b1fd-a6acf07a89c0"}]} Oct 20 14:46:34.418032 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:34.424322 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:34.427406 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7 HTTP/1.1" status: 204 len: 168 time: 0.5623186 Oct 20 14:46:34.430522 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37662) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:34.439150 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a37f1-7d8d-4e16-90a3-329599233457 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c570c99-cf1a-4e1f-a4b2-fc751b9dfbf7,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:34.480079 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:34.487023 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:34.547104 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 39cdf31f-348a-4bc2-9e07-195676140670 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:46:34.567755 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 39cdf31f-348a-4bc2-9e07-195676140670 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:46:34.568093 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 39cdf31f-348a-4bc2-9e07-195676140670 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:46:34.568530 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 489d66ce-f98e-46c5-a1fb-ff85f0edc42c no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:46:34.588001 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 489d66ce-f98e-46c5-a1fb-ff85f0edc42c {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:46:34.588366 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 489d66ce-f98e-46c5-a1fb-ff85f0edc42c not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:46:34.588790 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:46:34.608659 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:46:34.609003 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 59dcb61f-9d8d-4b85-b2ff-9a1a7bee1e3f not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:46:34.772656 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2cc33966-3a0e-41e2-8130-ef147f185364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653547'] for router_interface (1daf69b6-c714-4710-a96c-01bb0b90a0b9), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:34.987760 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-2cc33966-3a0e-41e2-8130-ef147f185364 admin admin] Deleting port c542a6c1-a4b6-49c1-8767-bcfee11d50c1 {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:46:34.988094 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2cc33966-3a0e-41e2-8130-ef147f185364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:35.070015 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-2cc33966-3a0e-41e2-8130-ef147f185364 admin admin] For port c542a6c1-a4b6-49c1-8767-bcfee11d50c1, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=c542a6c1-a4b6-49c1-8767-bcfee11d50c1,segment=NetworkSegment(e76cbed0-bb11-455f-af25-8d71b2d79d9e),segment_id=e76cbed0-bb11-455f-af25-8d71b2d79d9e)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:35.070380 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2cc33966-3a0e-41e2-8130-ef147f185364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:35.083195 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-2cc33966-3a0e-41e2-8130-ef147f185364 admin admin] Calling delete_port for c542a6c1-a4b6-49c1-8767-bcfee11d50c1 owned by network:router_interface {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:46:35.183471 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a5103-2f8f-4ffe-895e-6a5a3883bc0b req-412156e9-c629-466d-8e04-c29346b607c1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:35.185723 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d93a5103-2f8f-4ffe-895e-6a5a3883bc0b req-412156e9-c629-466d-8e04-c29346b607c1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.0642061 Oct 20 14:46:35.281689 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d93a5103-2f8f-4ffe-895e-6a5a3883bc0b req-0171d7ec-b8f3-477b-a0a7-5e9480373e58 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890379 Oct 20 14:46:35.284213 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:35.335133 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:35.345853 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2cc33966-3a0e-41e2-8130-ef147f185364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (c542a6c1-a4b6-49c1-8767-bcfee11d50c1), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:35.374005 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc33966-3a0e-41e2-8130-ef147f185364 admin admin] Pushing event deleted for resources: {'Port': ['ID=c542a6c1-a4b6-49c1-8767-bcfee11d50c1,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:35.504009 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2cc33966-3a0e-41e2-8130-ef147f185364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1556640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653663'] for router_interface (1daf69b6-c714-4710-a96c-01bb0b90a0b9), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:35.594015 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3a4bec-1917-4ff3-9055-5c24c36e843b None None] get_active_networks_info from dv-cinder-779233-7-iscsi {{(pid=111618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 14:46:35.665381 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:35.683124 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:35.713633 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3a4bec-1917-4ff3-9055-5c24c36e843b None None] Resources bound (agent type, host, resource id): {{(pid=111618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 14:46:35.734260 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc33966-3a0e-41e2-8130-ef147f185364 admin admin] Router 1daf69b6-c714-4710-a96c-01bb0b90a0b9 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:46:35.840287 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc33966-3a0e-41e2-8130-ef147f185364 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:46:35.846160 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-2cc33966-3a0e-41e2-8130-ef147f185364 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/1daf69b6-c714-4710-a96c-01bb0b90a0b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4140246 Oct 20 14:46:35.849438 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37684) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:35.861805 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb748a6e-03d6-4245-962b-ba891e02de1f None None] Sync routers for ids ['1daf69b6-c714-4710-a96c-01bb0b90a0b9'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:46:35.912719 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb748a6e-03d6-4245-962b-ba891e02de1f None None] Routers {'1daf69b6-c714-4710-a96c-01bb0b90a0b9'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:35.913337 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-fb748a6e-03d6-4245-962b-ba891e02de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['1daf69b6-c714-4710-a96c-01bb0b90a0b9'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:35.974938 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] Publish callbacks [] for router (1daf69b6-c714-4710-a96c-01bb0b90a0b9), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.021321 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-fb748a6e-03d6-4245-962b-ba891e02de1f None None] Set router 1daf69b6-c714-4710-a96c-01bb0b90a0b9 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:36.092552 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] Publish callbacks [] for router_gateway (1daf69b6-c714-4710-a96c-01bb0b90a0b9), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.144025 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] Deleting port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:46:36.144407 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.214967 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:36.225218 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-fb748a6e-03d6-4245-962b-ba891e02de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'name': 'tempest-TestMinimumBasicScenario-2094320995-router', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:46:35Z', 'revision_number': 5, 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'gw_port': {'id': '07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:36.256496 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb748a6e-03d6-4245-962b-ba891e02de1f None None] Checking router: 1daf69b6-c714-4710-a96c-01bb0b90a0b9 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:46:36.256652 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] For port 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:36.256873 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.265952 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb748a6e-03d6-4245-962b-ba891e02de1f None None] Routers {'1daf69b6-c714-4710-a96c-01bb0b90a0b9'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:36.266963 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-fb748a6e-03d6-4245-962b-ba891e02de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['1daf69b6-c714-4710-a96c-01bb0b90a0b9'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:36.273883 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] Calling delete_port for 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb owned by network:router_gateway {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:46:36.375156 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-fb748a6e-03d6-4245-962b-ba891e02de1f None None] Set router 1daf69b6-c714-4710-a96c-01bb0b90a0b9 gateway port host: None {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:36.453176 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-fb748a6e-03d6-4245-962b-ba891e02de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'name': 'tempest-TestMinimumBasicScenario-2094320995-router', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:46:36Z', 'revision_number': 6, 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'gw_port_host': None}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:36.499448 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb748a6e-03d6-4245-962b-ba891e02de1f None None] The sync data for ids ['1daf69b6-c714-4710-a96c-01bb0b90a0b9'] in dv-cinder-779233-7-iscsi is: [{'id': '1daf69b6-c714-4710-a96c-01bb0b90a0b9', 'name': 'tempest-TestMinimumBasicScenario-2094320995-router', 'tenant_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:44:00Z', 'updated_at': '2022-10-20T14:46:36Z', 'revision_number': 6, 'project_id': '360cea05ebfc4d95b3b37a53f9673b3c', 'gw_port_host': None}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:46:36.504266 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.530966 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:36.541427 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:46:36.614490 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647734'] for router_gateway (1daf69b6-c714-4710-a96c-01bb0b90a0b9), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.639131 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 is: ACTIVE; New status is: DOWN {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:36.639736 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.666364 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cb557d-d0f7-4b32-bc95-04812c917244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:36.668811 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab228ad1-4fc5-4dfb-b5b6-9183bf892616" -d '{"events": [{"server_uuid": "51cb557d-d0f7-4b32-bc95-04812c917244", "name": "network-vif-unplugged", "status": "completed", "tag": "20cf55bd-3d91-4bda-9c08-8252ca71c6a7"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:36.706349 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-aceab868-375c-4715-974c-dc40ba7e169c None None] Provisioning complete for port 314ea178-8624-40c3-8d48-0325e27bb5cf triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:36.706914 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-aceab868-375c-4715-974c-dc40ba7e169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.707367 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-aceab868-375c-4715-974c-dc40ba7e169c None None] Attempt 1 to provision port 314ea178-8624-40c3-8d48-0325e27bb5cf Oct 20 14:46:36.721965 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2788'] for router (1daf69b6-c714-4710-a96c-01bb0b90a0b9), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.724761 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] Publish callbacks [] for router_controller (1daf69b6-c714-4710-a96c-01bb0b90a0b9), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.732669 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:36.746753 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.796943 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:36.802050 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7264a123-eb9e-4ea8-8942-970e85734544 x-openstack-request-id: req-7264a123-eb9e-4ea8-8942-970e85734544 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:36.802663 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653576'] for router (1daf69b6-c714-4710-a96c-01bb0b90a0b9), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.803300 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1daf69b6-c714-4710-a96c-01bb0b90a0b9 {{(pid=111616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 14:46:36.803509 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cb557d-d0f7-4b32-bc95-04812c917244", "name": "network-vif-unplugged", "status": "failed", "tag": "20cf55bd-3d91-4bda-9c08-8252ca71c6a7", "code": 422}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:36.803758 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7264a123-eb9e-4ea8-8942-970e85734544 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:36.804395 dv-cinder-779233-7-iscsi neutron-server[111618]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7264a123-eb9e-4ea8-8942-970e85734544']: {'server_uuid': '51cb557d-d0f7-4b32-bc95-04812c917244', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'code': 422} returned with failed status Oct 20 14:46:36.809109 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.814049 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-99175e27-02b5-4a92-94a8-0aa899a62b3b admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/1daf69b6-c714-4710-a96c-01bb0b90a0b9 HTTP/1.1" status: 204 len: 168 time: 0.9608316 Oct 20 14:46:36.814634 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37708) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:36.844760 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:36.846682 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-aceab868-375c-4715-974c-dc40ba7e169c None None] Current status of the port 314ea178-8624-40c3-8d48-0325e27bb5cf is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:36.861541 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd0c1f-5cda-4387-88b6-ab4e406490e9 req-8c34906e-3d7b-40f8-afb9-0c244779bbb0 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:36.868084 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd11adfb-1d94-4f11-a9d6-12fac46a8eec admin admin] Deleting subnet 4a522402-57fb-45a3-85c9-6b8a910ea026 {{(pid=111616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:46:36.868651 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-afbd0c1f-5cda-4387-88b6-ab4e406490e9 req-8c34906e-3d7b-40f8-afb9-0c244779bbb0 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 946 time: 0.4341133 Oct 20 14:46:36.871701 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,revision_number=8']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:36.872049 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bd11adfb-1d94-4f11-a9d6-12fac46a8eec admin admin] Publish callbacks [] for subnet (4a522402-57fb-45a3-85c9-6b8a910ea026), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.894961 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-77f53a1c-03d3-4a52-aa57-71b41829559c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1005595 Oct 20 14:46:36.914613 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bd11adfb-1d94-4f11-a9d6-12fac46a8eec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3906335'] for subnet (4a522402-57fb-45a3-85c9-6b8a910ea026), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:36.937041 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-afbd0c1f-5cda-4387-88b6-ab4e406490e9 req-eac6a10d-4bc4-4121-be11-fc7606a7fc06 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586982 Oct 20 14:46:37.004210 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-1fefb558-5824-4fc9-a83e-d6c9ca61c2d6 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:37.005543 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-1fefb558-5824-4fc9-a83e-d6c9ca61c2d6 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports/20cf55bd-3d91-4bda-9c08-8252ca71c6a7 HTTP/1.1" status: 200 len: 941 time: 0.0658224 Oct 20 14:46:37.068848 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bd11adfb-1d94-4f11-a9d6-12fac46a8eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (4a522402-57fb-45a3-85c9-6b8a910ea026), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.125136 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bd11adfb-1d94-4f11-a9d6-12fac46a8eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9298077'] for subnet (4a522402-57fb-45a3-85c9-6b8a910ea026), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.151573 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11adfb-1d94-4f11-a9d6-12fac46a8eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a522402-57fb-45a3-85c9-6b8a910ea026,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:37.154083 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bd11adfb-1d94-4f11-a9d6-12fac46a8eec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.158334 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab3db12-cf2b-4bd7-8114-4736901eb0f5 None None] Network 333b0911-5edf-4a0f-9963-cfcdfe41a26b requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:46:37.160311 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-bd11adfb-1d94-4f11-a9d6-12fac46a8eec admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/4a522402-57fb-45a3-85c9-6b8a910ea026 HTTP/1.1" status: 204 len: 168 time: 0.3449769 Oct 20 14:46:37.164134 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37714) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:37.209471 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:37.223049 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:37.238428 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (333b0911-5edf-4a0f-9963-cfcdfe41a26b), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.286289 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Deleting port 314ea178-8624-40c3-8d48-0325e27bb5cf {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:46:37.286625 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.348823 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babf2f07-c078-45aa-bccc-c0c58a12115a None None] DHCP port deletion for 333b0911-5edf-4a0f-9963-cfcdfe41a26b request from dv-cinder-779233-7-iscsi {{(pid=111618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 14:46:37.366109 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] For port 314ea178-8624-40c3-8d48-0325e27bb5cf, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=314ea178-8624-40c3-8d48-0325e27bb5cf,segment=NetworkSegment(e76cbed0-bb11-455f-af25-8d71b2d79d9e),segment_id=e76cbed0-bb11-455f-af25-8d71b2d79d9e)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:37.366388 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.382814 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Calling delete_port for 314ea178-8624-40c3-8d48-0325e27bb5cf owned by network:dhcp {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:46:37.397065 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-babf2f07-c078-45aa-bccc-c0c58a12115a None None] Deleting port 314ea178-8624-40c3-8d48-0325e27bb5cf {{(pid=111618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:46:37.397687 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-babf2f07-c078-45aa-bccc-c0c58a12115a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), before_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.468873 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-babf2f07-c078-45aa-bccc-c0c58a12115a None None] For port 314ea178-8624-40c3-8d48-0325e27bb5cf, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=314ea178-8624-40c3-8d48-0325e27bb5cf,segment=NetworkSegment(e76cbed0-bb11-455f-af25-8d71b2d79d9e),segment_id=e76cbed0-bb11-455f-af25-8d71b2d79d9e)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:37.469270 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-babf2f07-c078-45aa-bccc-c0c58a12115a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), precommit_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.485494 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-babf2f07-c078-45aa-bccc-c0c58a12115a None None] Calling delete_port for 314ea178-8624-40c3-8d48-0325e27bb5cf owned by network:dhcp {{(pid=111618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:46:37.586913 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-babf2f07-c078-45aa-bccc-c0c58a12115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), after_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.611948 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf2f07-c078-45aa-bccc-c0c58a12115a None None] Pushing event deleted for resources: {'Port': ['ID=314ea178-8624-40c3-8d48-0325e27bb5cf,revision_number=None']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:37.629016 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babf2f07-c078-45aa-bccc-c0c58a12115a None None] No DVR routers for this DVR port 314ea178-8624-40c3-8d48-0325e27bb5cf on host dv-cinder-779233-7-iscsi {{(pid=111618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:46:37.711424 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (314ea178-8624-40c3-8d48-0325e27bb5cf), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.735863 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Pushing event deleted for resources: {'Port': ['ID=314ea178-8624-40c3-8d48-0325e27bb5cf,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:37.739251 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] No DVR routers for this DVR port 314ea178-8624-40c3-8d48-0325e27bb5cf on host dv-cinder-779233-7-iscsi {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:46:37.819915 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (333b0911-5edf-4a0f-9963-cfcdfe41a26b), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.840198 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333b0911-5edf-4a0f-9963-cfcdfe41a26b']}} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:37.849492 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76cbed0-bb11-455f-af25-8d71b2d79d9e') {'for_net_delete': True} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:37.849781 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76cbed0-bb11-455f-af25-8d71b2d79d9e') {} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:37.859943 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3906344'] for segment (e76cbed0-bb11-455f-af25-8d71b2d79d9e), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.874748 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (e76cbed0-bb11-455f-af25-8d71b2d79d9e), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.882224 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=111616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:46:37.882629 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506356'] for segment (e76cbed0-bb11-455f-af25-8d71b2d79d9e), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.924711 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment e76cbed0-bb11-455f-af25-8d71b2d79d9e resource provider aggregate not found Oct 20 14:46:37.943642 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment e76cbed0-bb11-455f-af25-8d71b2d79d9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e76cbed0-bb11-455f-af25-8d71b2d79d9e found for delete ", "request_id": "req-134d6a90-1c83-4322-9379-74426538a3fc"}]} Oct 20 14:46:37.949690 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (333b0911-5edf-4a0f-9963-cfcdfe41a26b), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.955194 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:37.960088 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/333b0911-5edf-4a0f-9963-cfcdfe41a26b HTTP/1.1" status: 204 len: 168 time: 0.7949975 Oct 20 14:46:37.972249 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80960243-0641-4603-ad36-34cf91ce363f admin admin] Pushing event deleted for resources: {'Network': ['ID=333b0911-5edf-4a0f-9963-cfcdfe41a26b,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:38.055500 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12706627-24d8-4b0d-834c-39522e573557 req-9fcf9f60-7be9-4803-8f7e-2b5abe612919 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:38.057276 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-12706627-24d8-4b0d-834c-39522e573557 req-9fcf9f60-7be9-4803-8f7e-2b5abe612919 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.0513177 Oct 20 14:46:38.105775 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-12706627-24d8-4b0d-834c-39522e573557 req-c1fd100b-9851-4d85-a009-74ce4133ee2d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419047 Oct 20 14:46:38.128099 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37732) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:38.170406 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-aad7e3c0-d5ac-4d03-9726-01c94483e193 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=adc778cfb32049d5844da08c78ba014a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401161 Oct 20 14:46:38.171947 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37734) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:38.242902 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-ee0831b6-90fb-462b-a935-ed1e54beca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:38.244361 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-ee0831b6-90fb-462b-a935-ed1e54beca22 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244&tenant_id=afd56c15beff4515a44799ee7ec083a3 HTTP/1.1" status: 200 len: 1128 time: 0.0546217 Oct 20 14:46:38.253627 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:38.257171 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cd877f7c-48ed-4ebd-9e85-90e4a50f81ae admin admin] Publish callbacks [] for security_group (09587b44-7879-4023-9f02-34da722964a4), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:38.287985 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cd877f7c-48ed-4ebd-9e85-90e4a50f81ae admin admin] Publish callbacks [] for security_group (09587b44-7879-4023-9f02-34da722964a4), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:38.335677 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-46048381-2966-4943-907b-8bd43600259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:38.337198 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-46048381-2966-4943-907b-8bd43600259a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=afd56c15beff4515a44799ee7ec083a3&device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 1128 time: 0.0623040 Oct 20 14:46:38.405388 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cd877f7c-48ed-4ebd-9e85-90e4a50f81ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (09587b44-7879-4023-9f02-34da722964a4), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:38.407850 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cd877f7c-48ed-4ebd-9e85-90e4a50f81ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:38.410414 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-cd877f7c-48ed-4ebd-9e85-90e4a50f81ae admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/09587b44-7879-4023-9f02-34da722964a4 HTTP/1.1" status: 204 len: 168 time: 0.2362447 Oct 20 14:46:38.428432 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd877f7c-48ed-4ebd-9e85-90e4a50f81ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09587b44-7879-4023-9f02-34da722964a4,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:38.449049 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:38.461244 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-831ab4e6-acce-4b28-b115-954bdba29c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:38.462699 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-831ab4e6-acce-4b28-b115-954bdba29c10 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=8527c204-ec5a-42a2-811a-426241f609de HTTP/1.1" status: 200 len: 918 time: 0.1186764 Oct 20 14:46:38.531702 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 314ea178-8624-40c3-8d48-0325e27bb5cf no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:46:38.536966 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-18249e42-e1e3-4d69-81b2-2556e668c802 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7 HTTP/1.1" status: 200 len: 999 time: 0.0623522 Oct 20 14:46:38.551382 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 314ea178-8624-40c3-8d48-0325e27bb5cf {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:46:38.551533 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 314ea178-8624-40c3-8d48-0325e27bb5cf not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:46:38.552150 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:46:38.570990 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:46:38.571328 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 07eb9f34-a1e1-4490-a650-e4c5a0d4e7cb not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:46:38.571919 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device c542a6c1-a4b6-49c1-8767-bcfee11d50c1 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:46:38.596193 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-a2f24017-b179-4460-a077-6fa936c469e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:38.596908 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: c542a6c1-a4b6-49c1-8767-bcfee11d50c1 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:46:38.597321 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device c542a6c1-a4b6-49c1-8767-bcfee11d50c1 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:46:38.597752 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-a2f24017-b179-4460-a077-6fa936c469e8 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ca5871aa-7167-4149-b162-6807c8f57b7d HTTP/1.1" status: 200 len: 856 time: 0.0520689 Oct 20 14:46:38.649842 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-1ad2ddf4-66d7-4dea-92bd-8819613eca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:38.651340 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-1ad2ddf4-66d7-4dea-92bd-8819613eca4a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=8527c204-ec5a-42a2-811a-426241f609de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404596 Oct 20 14:46:38.749086 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-7716027b-35a2-4a3d-822b-69f4f67558cc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916021 Oct 20 14:46:38.761769 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37740) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:38.801956 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-4aac89f7-a7f9-4c9a-8fa7-3b7daebafb44 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=360cea05ebfc4d95b3b37a53f9673b3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389757 Oct 20 14:46:38.804521 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37742) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:38.842190 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-0724e21f-5418-4d0b-bc1b-7cafa32b0397 req-cef0c18d-c758-4f65-97ba-fd515762055b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860343 Oct 20 14:46:38.852283 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-995d88ae-c45d-4976-9ee9-12dbf42cf294 admin admin] Publish callbacks [] for security_group (bcef4670-6803-49b0-973c-0e9ace92d643), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:38.873407 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-995d88ae-c45d-4976-9ee9-12dbf42cf294 admin admin] Publish callbacks [] for security_group (bcef4670-6803-49b0-973c-0e9ace92d643), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:38.921266 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-995d88ae-c45d-4976-9ee9-12dbf42cf294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (bcef4670-6803-49b0-973c-0e9ace92d643), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:38.923648 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-995d88ae-c45d-4976-9ee9-12dbf42cf294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:38.925014 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-995d88ae-c45d-4976-9ee9-12dbf42cf294 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/bcef4670-6803-49b0-973c-0e9ace92d643 HTTP/1.1" status: 204 len: 168 time: 0.1195793 Oct 20 14:46:38.927141 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:38.934112 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d88ae-c45d-4976-9ee9-12dbf42cf294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcef4670-6803-49b0-973c-0e9ace92d643,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:39.238750 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:39.251411 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d69bb5-e067-4705-9354-7b1c16ffdc16 req-7682045d-0806-41e7-bfe3-d1cddd107c6a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:39.252968 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-90d69bb5-e067-4705-9354-7b1c16ffdc16 req-7682045d-0806-41e7-bfe3-d1cddd107c6a tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.0532825 Oct 20 14:46:39.328575 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-90d69bb5-e067-4705-9354-7b1c16ffdc16 req-14fd079b-e985-4d9c-ba34-fe453d9cdc53 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632069 Oct 20 14:46:39.752067 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37788) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:39.854590 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1412436985-network', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:39.877223 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] Made reservation on behalf of 370ff2b623ce4dfc992a266bd41ee51e for: {'network': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:46:39.879587 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:39.888544 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:39.969967 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] Publish callbacks [] for security_group (75142261-e79a-4c32-bedc-850f3b9b410a), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:39.980844 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (75142261-e79a-4c32-bedc-850f3b9b410a), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:40.011953 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=111616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:46:40.022448 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75142261-e79a-4c32-bedc-850f3b9b410a,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:40.027406 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:40.027754 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.segments_db [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] Added segment 9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e of type vlan for network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 Oct 20 14:46:40.073480 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:40.103122 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:40.104223 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:40.104819 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:40.162882 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4096770 Oct 20 14:46:40.166936 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37792) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:40.172901 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-1ac04dcf-ee04-4aca-8f68-e20075abefec admin admin] Request body: {'subnet': {'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1412436985-subnet', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'ip_version': 4}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:40.174819 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01376de0-fe38-4de4-be93-3e8def98962c admin admin] Pushing event updated for resources: {'Network': ['ID=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:40.185812 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:46:40.195069 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac04dcf-ee04-4aca-8f68-e20075abefec admin admin] Made reservation on behalf of 370ff2b623ce4dfc992a266bd41ee51e for: {'subnet': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:46:40.197432 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1ac04dcf-ee04-4aca-8f68-e20075abefec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:40.388259 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1ac04dcf-ee04-4aca-8f68-e20075abefec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (75bc6864-b09b-40e0-876c-324ef9f43459), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:40.487664 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac04dcf-ee04-4aca-8f68-e20075abefec admin admin] Pushing event updated for resources: {'Subnet': ['ID=75bc6864-b09b-40e0-876c-324ef9f43459,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:40.496275 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbc852-3199-48d8-b165-35e979e33495 req-4b676c05-5018-42ce-bcac-9c8b49943a3b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:40.498568 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a2cbc852-3199-48d8-b165-35e979e33495 req-4b676c05-5018-42ce-bcac-9c8b49943a3b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.0750072 Oct 20 14:46:40.507953 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac04dcf-ee04-4aca-8f68-e20075abefec admin admin] Checking segment: {'id': '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:46:40.508299 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac04dcf-ee04-4aca-8f68-e20075abefec admin admin] Network hostable DHCP agents. Network: 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:46:40.563519 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac04dcf-ee04-4aca-8f68-e20075abefec admin admin] Network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:46:40.576405 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a2cbc852-3199-48d8-b165-35e979e33495 req-31ce2035-e02f-47ec-a014-a11db58d7cab tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703847 Oct 20 14:46:40.577453 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-1ac04dcf-ee04-4aca-8f68-e20075abefec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7) {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:46:40.581984 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac04dcf-ee04-4aca-8f68-e20075abefec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:40.582574 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-1ac04dcf-ee04-4aca-8f68-e20075abefec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:40.595953 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e071be00-3d05-4ec6-b278-b84fd787a3f7 None None] Network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:46:40.601914 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-1ac04dcf-ee04-4aca-8f68-e20075abefec admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4336870 Oct 20 14:46:40.604621 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37796) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:40.610025 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:40.636285 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2810'] for router (7bd8ee59-5d77-452d-9ab2-898226944dca), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:40.637369 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2797'] for router (7bd8ee59-5d77-452d-9ab2-898226944dca), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:40.706304 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Publish callbacks [] for router_controller (7bd8ee59-5d77-452d-9ab2-898226944dca), precommit_add_association {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:40.854139 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Publish callbacks [] for router_gateway (7bd8ee59-5d77-452d-9ab2-898226944dca), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:40.873105 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b6c131a-0226-5d4d-ba6c-abc91a33af30-97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'fixed_ips': [{'subnet_id': '75bc6864-b09b-40e0-876c-324ef9f43459'}]}} from dv-cinder-779233-7-iscsi. {{(pid=111618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 14:46:40.874129 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:41.044462 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.db_base_plugin_common [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Allocated IP 172.20.0.2 (97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7/75bc6864-b09b-40e0-876c-324ef9f43459/8352c67b-2a6d-494f-a927-6956fa7890d1) {{(pid=111618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:46:41.054013 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:41.068105 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Publish callbacks [] for router_gateway (7bd8ee59-5d77-452d-9ab2-898226944dca), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:41.094767 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:41.097729 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:41.214678 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Allocated IP 172.27.0.43 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/3f50ae1c-402b-4cc1-90a1-6ae5e7246422) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:46:41.220374 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Publish callbacks [] for port (8352c67b-2a6d-494f-a927-6956fa7890d1), precommit_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:41.231142 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (8352c67b-2a6d-494f-a927-6956fa7890d1), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:41.237114 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:41.280273 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 is already hosted by enough agents. {{(pid=111618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:46:41.283187 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.base_scheduler [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Resources bound (agent type, host, resource id): {{(pid=111618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:46:41.285669 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Received port after_create {{(pid=111618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:46:41.295636 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Pushing event updated for resources: {'Port': ['ID=8352c67b-2a6d-494f-a927-6956fa7890d1,revision_number=1']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:41.349106 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Publish callbacks [] for port (3f50ae1c-402b-4cc1-90a1-6ae5e7246422), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:41.361144 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:41.372867 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Attempting to bind port 8352c67b-2a6d-494f-a927-6956fa7890d1 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:46:41.373345 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Attempting to bind port 8352c67b-2a6d-494f-a927-6956fa7890d1 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:46:41.373612 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Attempting to bind port 8352c67b-2a6d-494f-a927-6956fa7890d1 on network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:46:41.385360 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (3f50ae1c-402b-4cc1-90a1-6ae5e7246422), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:41.421781 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:46:41.422267 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Checking segment: {'id': '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:46:41.422543 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:41.422994 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Bound using segment: {'id': '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:46:41.423510 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Bound port: 8352c67b-2a6d-494f-a927-6956fa7890d1, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:46:41.424178 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (8352c67b-2a6d-494f-a927-6956fa7890d1), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:41.429615 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:46:41.432693 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:46:41.437892 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:46:41.477561 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Pushing event updated for resources: {'Port': ['ID=3f50ae1c-402b-4cc1-90a1-6ae5e7246422,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:41.505833 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] For port 8352c67b-2a6d-494f-a927-6956fa7890d1, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:46:41.509600 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] For port 8352c67b-2a6d-494f-a927-6956fa7890d1, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=8352c67b-2a6d-494f-a927-6956fa7890d1,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:46:41.517640 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (8352c67b-2a6d-494f-a927-6956fa7890d1), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:41.583218 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c937a6a-d94a-426a-828d-63e5acc48374 None None] Pushing event updated for resources: {'Port': ['ID=8352c67b-2a6d-494f-a927-6956fa7890d1,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:41.695241 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Publish callbacks [] for router_gateway (7bd8ee59-5d77-452d-9ab2-898226944dca), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:42.009252 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:42.046064 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647634'] for router (7bd8ee59-5d77-452d-9ab2-898226944dca), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:42.062833 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1228929-c07b-4336-9245-fe2ab59ae200 req-e9e7acea-fee2-480c-b8d2-44459dd29f02 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:42.066081 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d1228929-c07b-4336-9245-fe2ab59ae200 req-e9e7acea-fee2-480c-b8d2-44459dd29f02 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.1381137 Oct 20 14:46:42.195456 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d1228929-c07b-4336-9245-fe2ab59ae200 req-8273e51d-45d9-45fe-892a-0b9465f7f447 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975890 Oct 20 14:46:42.238061 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Router 7bd8ee59-5d77-452d-9ab2-898226944dca is scheduled to L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 with binding_index 1 {{(pid=111617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 14:46:42.292994 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:42.365849 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:46:42.377303 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Sync routers for ids ['7bd8ee59-5d77-452d-9ab2-898226944dca'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:46:42.384836 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:42.388576 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-134129a5-2434-493d-b15b-2d81cfbc8e5e admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7802103 Oct 20 14:46:42.388930 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37816) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:42.391851 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Routers {'7bd8ee59-5d77-452d-9ab2-898226944dca'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:42.392517 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['7bd8ee59-5d77-452d-9ab2-898226944dca'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:42.394876 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:42.503394 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Set router 7bd8ee59-5d77-452d-9ab2-898226944dca gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:42.594389 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:42.664857 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 8352c67b-2a6d-494f-a927-6956fa7890d1 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:42.761260 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:46:41Z', 'revision_number': 3, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port': {'id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:41Z', 'updated_at': '2022-10-20T14:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:42.788540 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Checking router: 7bd8ee59-5d77-452d-9ab2-898226944dca for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:46:42.789129 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Updating router 7bd8ee59-5d77-452d-9ab2-898226944dca port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 binding host dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:46:42.805373 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 8352c67b-2a6d-494f-a927-6956fa7890d1 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:42.805749 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (8352c67b-2a6d-494f-a927-6956fa7890d1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:42.806087 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 8352c67b-2a6d-494f-a927-6956fa7890d1 Oct 20 14:46:42.831066 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (3f50ae1c-402b-4cc1-90a1-6ae5e7246422), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:42.998503 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 8352c67b-2a6d-494f-a927-6956fa7890d1 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:42.999098 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (8352c67b-2a6d-494f-a927-6956fa7890d1), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:43.059913 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 8352c67b-2a6d-494f-a927-6956fa7890d1, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=8352c67b-2a6d-494f-a927-6956fa7890d1,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:43.080631 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1251cd-d0c4-4196-8158-6870fb3654e9 None None] Network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:46:43.085529 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:43.098440 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (8352c67b-2a6d-494f-a927-6956fa7890d1), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:43.245267 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=8352c67b-2a6d-494f-a927-6956fa7890d1,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:43.258706 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-0c44b9d3-2488-4260-a7a1-aeb336f8fdc9 None None] Provisioning complete for port 8352c67b-2a6d-494f-a927-6956fa7890d1 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:43.259283 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0c44b9d3-2488-4260-a7a1-aeb336f8fdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (8352c67b-2a6d-494f-a927-6956fa7890d1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:43.259751 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-0c44b9d3-2488-4260-a7a1-aeb336f8fdc9 None None] Attempt 1 to provision port 8352c67b-2a6d-494f-a927-6956fa7890d1 Oct 20 14:46:43.427598 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Allocated IP 172.20.0.1 (97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7/75bc6864-b09b-40e0-876c-324ef9f43459/2b807137-7049-48d6-87b6-0598c92f3012) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:46:43.432054 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:43.456828 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-0c44b9d3-2488-4260-a7a1-aeb336f8fdc9 None None] Current status of the port 8352c67b-2a6d-494f-a927-6956fa7890d1 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:43.467133 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Publish callbacks [] for port (3f50ae1c-402b-4cc1-90a1-6ae5e7246422), precommit_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:43.483623 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (3f50ae1c-402b-4cc1-90a1-6ae5e7246422), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:43.528551 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e4b48-2563-4817-a135-ac626645e40a req-eb35758b-2c9e-4b8b-b670-ba011788eca7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:43.530398 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d70e4b48-2563-4817-a135-ac626645e40a req-eb35758b-2c9e-4b8b-b670-ba011788eca7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.1062562 Oct 20 14:46:43.577891 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Attempting to bind port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:46:43.578662 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Attempting to bind port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:46:43.579245 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Attempting to bind port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 on network ed096fec-642f-438e-acc4-cc1a6014fcef {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:46:43.592294 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:43.628182 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d70e4b48-2563-4817-a135-ac626645e40a req-8ed33bb8-3163-4df5-8c57-bade2207dd79 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898523 Oct 20 14:46:43.672564 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Pushing event updated for resources: {'Port': ['ID=3f50ae1c-402b-4cc1-90a1-6ae5e7246422,revision_number=2']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:43.676376 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Publish callbacks [] for port (2b807137-7049-48d6-87b6-0598c92f3012), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:43.682778 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.683364 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.683895 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.685054 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.685554 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.686038 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.686609 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.687191 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.687733 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.688221 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.688729 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.689283 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.689830 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.690324 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.690853 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:43.722713 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:43.726023 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:46:43.726651 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Checking segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:46:43.727573 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:43.728096 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Bound using segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:46:43.728875 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Bound port: 3f50ae1c-402b-4cc1-90a1-6ae5e7246422, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:46:43.729358 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (3f50ae1c-402b-4cc1-90a1-6ae5e7246422), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:43.732430 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (2b807137-7049-48d6-87b6-0598c92f3012), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:43.783968 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-0dfbf049-3537-4a60-a0e0-ae84bf7be78d None None] Provisioning complete for port 8352c67b-2a6d-494f-a927-6956fa7890d1 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:43.784628 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf049-3537-4a60-a0e0-ae84bf7be78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (8352c67b-2a6d-494f-a927-6956fa7890d1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:43.790017 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:46:43.791965 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-0dfbf049-3537-4a60-a0e0-ae84bf7be78d None None] Attempt 1 to provision port 8352c67b-2a6d-494f-a927-6956fa7890d1 Oct 20 14:46:43.793427 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] For port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:46:43.794525 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:46:43.798054 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] For port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=3f50ae1c-402b-4cc1-90a1-6ae5e7246422,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:46:43.808131 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:46:43.818525 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (3f50ae1c-402b-4cc1-90a1-6ae5e7246422), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:43.867114 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650576'] for router_interface (7bd8ee59-5d77-452d-9ab2-898226944dca), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:43.911602 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Pushing event updated for resources: {'Port': ['ID=2b807137-7049-48d6-87b6-0598c92f3012,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:43.913409 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3051d-5653-466a-9607-b14d6d879ddb None None] Pushing event updated for resources: {'Port': ['ID=3f50ae1c-402b-4cc1-90a1-6ae5e7246422,revision_number=3']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:43.958521 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbf049-3537-4a60-a0e0-ae84bf7be78d None None] Current status of the port 8352c67b-2a6d-494f-a927-6956fa7890d1 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:43.961541 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Routers {'7bd8ee59-5d77-452d-9ab2-898226944dca'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:43.962188 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['7bd8ee59-5d77-452d-9ab2-898226944dca'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:44.065199 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (2b807137-7049-48d6-87b6-0598c92f3012), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:44.068681 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:44.147229 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:44.160467 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] Set router 7bd8ee59-5d77-452d-9ab2-898226944dca gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:44.186035 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-fffe8f3c-58ad-46ed-8ea6-66cc21b2da5d None None] Provisioning complete for port 2b807137-7049-48d6-87b6-0598c92f3012 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:44.186410 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-fffe8f3c-58ad-46ed-8ea6-66cc21b2da5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (2b807137-7049-48d6-87b6-0598c92f3012), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:44.186745 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-fffe8f3c-58ad-46ed-8ea6-66cc21b2da5d None None] Attempt 1 to provision port 2b807137-7049-48d6-87b6-0598c92f3012 Oct 20 14:46:44.251403 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-fffe8f3c-58ad-46ed-8ea6-66cc21b2da5d None None] Port 2b807137-7049-48d6-87b6-0598c92f3012 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:46:44.313878 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Publish callbacks [] for port (2b807137-7049-48d6-87b6-0598c92f3012), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:44.318926 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (2b807137-7049-48d6-87b6-0598c92f3012), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:44.393062 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Pushing event updated for resources: {'Port': ['ID=2b807137-7049-48d6-87b6-0598c92f3012,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:44.395890 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1556649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653504'] for router_interface (7bd8ee59-5d77-452d-9ab2-898226944dca), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:44.427919 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:46:41Z', 'revision_number': 3, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port': {'id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:41Z', 'updated_at': '2022-10-20T14:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:44.460383 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bdaa33-ef79-4335-ba35-c8e79eadf551 None None] The sync data for ids ['7bd8ee59-5d77-452d-9ab2-898226944dca'] in dv-cinder-779233-7-iscsi is: [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:46:41Z', 'revision_number': 3, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port': {'id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:41Z', 'updated_at': '2022-10-20T14:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:46:44.536534 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:46:44.541913 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:46:44.606988 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 8352c67b-2a6d-494f-a927-6956fa7890d1 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:44.671687 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 8352c67b-2a6d-494f-a927-6956fa7890d1 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:44.672537 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (8352c67b-2a6d-494f-a927-6956fa7890d1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:44.673089 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 8352c67b-2a6d-494f-a927-6956fa7890d1 Oct 20 14:46:44.758393 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Router 7bd8ee59-5d77-452d-9ab2-898226944dca has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:46:44.781239 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 8352c67b-2a6d-494f-a927-6956fa7890d1 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:44.930733 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5acbe-621a-452f-9591-29a553c60d35 req-6f28232a-5a45-4750-869e-38ccb6178865 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:44.947089 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b2b5acbe-621a-452f-9591-29a553c60d35 req-6f28232a-5a45-4750-869e-38ccb6178865 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.1629958 Oct 20 14:46:44.966494 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:46:44.979561 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ad768c3e-bbbd-4dc4-8091-e7ac48fb5c82 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/7bd8ee59-5d77-452d-9ab2-898226944dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5890219 Oct 20 14:46:44.990887 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-ea3a0e44-9d49-463b-948c-4c19c5cc48cd None None] Provisioning complete for port 2b807137-7049-48d6-87b6-0598c92f3012 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:44.991443 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0e44-9d49-463b-948c-4c19c5cc48cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (2b807137-7049-48d6-87b6-0598c92f3012), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:44.991588 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-ea3a0e44-9d49-463b-948c-4c19c5cc48cd None None] Attempt 1 to provision port 2b807137-7049-48d6-87b6-0598c92f3012 Oct 20 14:46:45.027124 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b2b5acbe-621a-452f-9591-29a553c60d35 req-ed492611-24d3-48f3-9133-7065362782bf tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791476 Oct 20 14:46:45.095855 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-ea3a0e44-9d49-463b-948c-4c19c5cc48cd None None] Port 2b807137-7049-48d6-87b6-0598c92f3012 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:46:45.735007 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37844) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:45.739893 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-140498235-network', 'tenant_id': '3c71e87c7020403982945a2019de5bc5'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:45.762808 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] Made reservation on behalf of 3c71e87c7020403982945a2019de5bc5 for: {'network': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:46:45.765257 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:45.774669 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:45.861358 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:45.875794 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] Publish callbacks [] for security_group (8530c0a1-468b-4263-a9f1-b4ee27d3ee3d), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:45.879987 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (8530c0a1-468b-4263-a9f1-b4ee27d3ee3d), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:45.896913 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:45.913204 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=111616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:46:45.926007 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8530c0a1-468b-4263-a9f1-b4ee27d3ee3d,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:45.931226 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (6b206acb-2083-4147-b6c3-d2280fce4b32), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:45.931576 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.segments_db [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] Added segment 6b206acb-2083-4147-b6c3-d2280fce4b32 of type vlan for network f904421d-c340-41f2-9fd6-88c81bd3dad1 Oct 20 14:46:45.978180 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (f904421d-c340-41f2-9fd6-88c81bd3dad1), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:46.005542 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (f904421d-c340-41f2-9fd6-88c81bd3dad1), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:46.006553 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:46.007150 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:46.068812 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3326585 Oct 20 14:46:46.071911 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37846) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:46.074124 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd139a-208d-47a6-8638-b75701b3604c admin admin] Pushing event updated for resources: {'Network': ['ID=f904421d-c340-41f2-9fd6-88c81bd3dad1,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:46.077813 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-be4183c4-9206-4c48-ab39-e7033db704b6 admin admin] Request body: {'subnet': {'network_id': 'f904421d-c340-41f2-9fd6-88c81bd3dad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-140498235-subnet', 'tenant_id': '3c71e87c7020403982945a2019de5bc5', 'ip_version': 4}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:46.085392 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network f904421d-c340-41f2-9fd6-88c81bd3dad1 details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:46:46.112919 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:46.125974 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4183c4-9206-4c48-ab39-e7033db704b6 admin admin] Made reservation on behalf of 3c71e87c7020403982945a2019de5bc5 for: {'subnet': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:46:46.130214 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-be4183c4-9206-4c48-ab39-e7033db704b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:46.250613 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9deeb3a-9c51-4286-a74f-4cebd0cdf8e8 req-5949053e-23a4-47a5-a0dd-547ab6a613f7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:46.252106 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f9deeb3a-9c51-4286-a74f-4cebd0cdf8e8 req-5949053e-23a4-47a5-a0dd-547ab6a613f7 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.0736780 Oct 20 14:46:46.349506 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f9deeb3a-9c51-4286-a74f-4cebd0cdf8e8 req-262b1ede-e644-4eee-8c24-be0af47504d4 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874982 Oct 20 14:46:46.401893 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-be4183c4-9206-4c48-ab39-e7033db704b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (b44401f0-fa57-42d3-82f1-1576a753c8a9), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:46.450116 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:46.456729 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4183c4-9206-4c48-ab39-e7033db704b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44401f0-fa57-42d3-82f1-1576a753c8a9,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:46.482010 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4183c4-9206-4c48-ab39-e7033db704b6 admin admin] Checking segment: {'id': '6b206acb-2083-4147-b6c3-d2280fce4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f904421d-c340-41f2-9fd6-88c81bd3dad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:46:46.482366 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4183c4-9206-4c48-ab39-e7033db704b6 admin admin] Network hostable DHCP agents. Network: f904421d-c340-41f2-9fd6-88c81bd3dad1, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:46:46.513467 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4183c4-9206-4c48-ab39-e7033db704b6 admin admin] Network f904421d-c340-41f2-9fd6-88c81bd3dad1 is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:46:46.527307 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-be4183c4-9206-4c48-ab39-e7033db704b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, f904421d-c340-41f2-9fd6-88c81bd3dad1) {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:46:46.531940 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4183c4-9206-4c48-ab39-e7033db704b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:46.532510 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-be4183c4-9206-4c48-ab39-e7033db704b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:46.544472 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c11acf-b057-4577-a337-239e3e920fb0 None None] Network f904421d-c340-41f2-9fd6-88c81bd3dad1 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:46:46.572659 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-be4183c4-9206-4c48-ab39-e7033db704b6 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4964876 Oct 20 14:46:46.573422 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37852) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:46.578212 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-140498235-router', 'tenant_id': '3c71e87c7020403982945a2019de5bc5', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:46.630494 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2810'] for router (1dd01a2e-d407-48f8-9cc5-c091d36027e5), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:46.631721 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2797'] for router (1dd01a2e-d407-48f8-9cc5-c091d36027e5), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:46.641227 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:46.749815 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:46.750562 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (3f50ae1c-402b-4cc1-90a1-6ae5e7246422), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:46.751128 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 Oct 20 14:46:46.763673 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:46.767913 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Publish callbacks [] for router_controller (1dd01a2e-d407-48f8-9cc5-c091d36027e5), precommit_add_association {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:46.817376 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b6c131a-0226-5d4d-ba6c-abc91a33af30-f904421d-c340-41f2-9fd6-88c81bd3dad1', 'network_id': 'f904421d-c340-41f2-9fd6-88c81bd3dad1', 'project_id': '3c71e87c7020403982945a2019de5bc5', 'fixed_ips': [{'subnet_id': 'b44401f0-fa57-42d3-82f1-1576a753c8a9'}]}} from dv-cinder-779233-7-iscsi. {{(pid=111618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 14:46:46.818661 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:46.823254 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Sync routers for ids ['7bd8ee59-5d77-452d-9ab2-898226944dca'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:46:46.875479 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Routers {'7bd8ee59-5d77-452d-9ab2-898226944dca'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:46.876140 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['7bd8ee59-5d77-452d-9ab2-898226944dca'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:46.932898 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:46.933281 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (3f50ae1c-402b-4cc1-90a1-6ae5e7246422), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:47.000619 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:47.207882 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=3f50ae1c-402b-4cc1-90a1-6ae5e7246422,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:47.224735 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (3f50ae1c-402b-4cc1-90a1-6ae5e7246422), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:47.246007 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Publish callbacks [] for router_gateway (1dd01a2e-d407-48f8-9cc5-c091d36027e5), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:47.315701 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Set router 7bd8ee59-5d77-452d-9ab2-898226944dca gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:47.364983 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=3f50ae1c-402b-4cc1-90a1-6ae5e7246422,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:47.374634 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.db_base_plugin_common [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Allocated IP 172.20.0.2 (f904421d-c340-41f2-9fd6-88c81bd3dad1/b44401f0-fa57-42d3-82f1-1576a753c8a9/7e70ac0d-bc57-4981-aee5-30408fca1ed7) {{(pid=111618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:46:47.507491 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Publish callbacks [] for router_gateway (1dd01a2e-d407-48f8-9cc5-c091d36027e5), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:47.569173 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:47.593630 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:47.594684 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a2486-cbe1-498f-9f25-728e6532b804 req-cbafb416-7628-4db1-8d3c-1369a823885f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:47.596522 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae3a2486-cbe1-498f-9f25-728e6532b804 req-cbafb416-7628-4db1-8d3c-1369a823885f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.0863836 Oct 20 14:46:47.691440 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:46:44Z', 'revision_number': 4, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port': {'id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:41Z', 'updated_at': '2022-10-20T14:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '2b807137-7049-48d6-87b6-0598c92f3012', 'name': '', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'mac_address': 'fa:16:3e:e9:14:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:43Z', 'updated_at': '2022-10-20T14:46:44Z', 'revision_number': 2, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'subnets': [{'id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:47.718733 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae3a2486-cbe1-498f-9f25-728e6532b804 req-2fbea169-973b-48d5-9d88-2acf87e7747c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899777 Oct 20 14:46:47.722403 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Checking router: 7bd8ee59-5d77-452d-9ab2-898226944dca for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:46:47.722916 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Updating router 7bd8ee59-5d77-452d-9ab2-898226944dca port 2b807137-7049-48d6-87b6-0598c92f3012 binding host dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:46:47.755355 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Allocated IP 172.27.0.63 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/5e0d31bf-1880-44f6-808b-0ce5618da811) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:46:47.780416 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Publish callbacks [] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), precommit_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:47.781920 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (2b807137-7049-48d6-87b6-0598c92f3012), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:47.789483 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), after_create {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:47.916581 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Publish callbacks [] for port (5e0d31bf-1880-44f6-808b-0ce5618da811), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:47.952337 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Network f904421d-c340-41f2-9fd6-88c81bd3dad1 is already hosted by enough agents. {{(pid=111618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:46:47.952736 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (5e0d31bf-1880-44f6-808b-0ce5618da811), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:47.959314 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.base_scheduler [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Resources bound (agent type, host, resource id): {{(pid=111618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:46:47.966184 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Received port after_create {{(pid=111618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:46:47.977000 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Pushing event updated for resources: {'Port': ['ID=7e70ac0d-bc57-4981-aee5-30408fca1ed7,revision_number=1']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:48.024323 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:46:48.029082 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:46:48.033324 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:46:48.037937 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:46:48.110443 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:48.131060 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0d31bf-1880-44f6-808b-0ce5618da811,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:48.148634 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Attempting to bind port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:46:48.148999 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Attempting to bind port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': '6b206acb-2083-4147-b6c3-d2280fce4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f904421d-c340-41f2-9fd6-88c81bd3dad1'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:46:48.149364 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Attempting to bind port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 on network f904421d-c340-41f2-9fd6-88c81bd3dad1 {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:46:48.191342 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.191718 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.192027 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.192392 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.192727 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.193051 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.193381 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.193704 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.194044 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.194344 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.194667 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.194989 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.195307 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.195875 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.196214 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:46:48.212135 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:48.237126 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:46:48.237796 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Checking segment: {'id': '6b206acb-2083-4147-b6c3-d2280fce4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f904421d-c340-41f2-9fd6-88c81bd3dad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:46:48.238449 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:48.239669 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Bound using segment: {'id': '6b206acb-2083-4147-b6c3-d2280fce4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f904421d-c340-41f2-9fd6-88c81bd3dad1'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:46:48.240364 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Bound port: 7e70ac0d-bc57-4981-aee5-30408fca1ed7, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b206acb-2083-4147-b6c3-d2280fce4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f904421d-c340-41f2-9fd6-88c81bd3dad1'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:46:48.240818 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:48.269558 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Publish callbacks [] for port (2b807137-7049-48d6-87b6-0598c92f3012), precommit_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:48.294603 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (2b807137-7049-48d6-87b6-0598c92f3012), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:48.320335 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:48.381662 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Publish callbacks [] for router_gateway (1dd01a2e-d407-48f8-9cc5-c091d36027e5), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:48.424471 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac531c-8728-40a7-9a06-cfdd1a2cadbf None None] Pushing event updated for resources: {'Port': ['ID=2b807137-7049-48d6-87b6-0598c92f3012,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:48.437113 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] For port 7e70ac0d-bc57-4981-aee5-30408fca1ed7, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:46:48.452142 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Attempting to bind port 2b807137-7049-48d6-87b6-0598c92f3012 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:46:48.452142 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Attempting to bind port 2b807137-7049-48d6-87b6-0598c92f3012 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:46:48.452142 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Attempting to bind port 2b807137-7049-48d6-87b6-0598c92f3012 on network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:46:48.456912 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] For port 7e70ac0d-bc57-4981-aee5-30408fca1ed7, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=7e70ac0d-bc57-4981-aee5-30408fca1ed7,segment=NetworkSegment(6b206acb-2083-4147-b6c3-d2280fce4b32),segment_id=6b206acb-2083-4147-b6c3-d2280fce4b32)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:46:48.495479 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:48.570971 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:46:48.571397 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Checking segment: {'id': '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:46:48.571772 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:48.572143 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Bound using segment: {'id': '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:46:48.572735 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Bound port: 2b807137-7049-48d6-87b6-0598c92f3012, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:46:48.576371 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (2b807137-7049-48d6-87b6-0598c92f3012), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:48.608744 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda87fdc-63bc-4ae8-bad8-10ee3fd5f889 None None] Pushing event updated for resources: {'Port': ['ID=7e70ac0d-bc57-4981-aee5-30408fca1ed7,revision_number=2']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:48.614911 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:48.654604 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:48.688405 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647634'] for router (1dd01a2e-d407-48f8-9cc5-c091d36027e5), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:48.723253 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] For port 2b807137-7049-48d6-87b6-0598c92f3012, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:46:48.730634 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] For port 2b807137-7049-48d6-87b6-0598c92f3012, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=2b807137-7049-48d6-87b6-0598c92f3012,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:46:48.743122 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (2b807137-7049-48d6-87b6-0598c92f3012), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:48.751843 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:48.752208 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (3f50ae1c-402b-4cc1-90a1-6ae5e7246422), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:48.752703 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 Oct 20 14:46:48.852651 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Routers {'7bd8ee59-5d77-452d-9ab2-898226944dca'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:48.853295 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['7bd8ee59-5d77-452d-9ab2-898226944dca'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:48.936133 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac531c-8728-40a7-9a06-cfdd1a2cadbf None None] Pushing event updated for resources: {'Port': ['ID=2b807137-7049-48d6-87b6-0598c92f3012,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:48.939925 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795080e-a7e3-4266-b188-8bf8643a9737 req-a29ba993-9a30-43e5-a8d1-df0ca084ddf5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:48.947043 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a795080e-a7e3-4266-b188-8bf8643a9737 req-a29ba993-9a30-43e5-a8d1-df0ca084ddf5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.0802600 Oct 20 14:46:48.948848 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Router 1dd01a2e-d407-48f8-9cc5-c091d36027e5 is scheduled to L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 with binding_index 1 {{(pid=111617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 14:46:49.028519 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] Set router 7bd8ee59-5d77-452d-9ab2-898226944dca gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:49.029971 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:49.036289 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a795080e-a7e3-4266-b188-8bf8643a9737 req-acc2c36e-9f1b-4284-a756-ed164268aac6 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883658 Oct 20 14:46:49.102129 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:46:49.113315 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Sync routers for ids ['1dd01a2e-d407-48f8-9cc5-c091d36027e5'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:46:49.124840 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Routers {'1dd01a2e-d407-48f8-9cc5-c091d36027e5'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:49.125534 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['1dd01a2e-d407-48f8-9cc5-c091d36027e5'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:49.127505 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:49.131638 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-99a4545a-1bd3-45c7-a665-4f18294f7374 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5545805 Oct 20 14:46:49.133101 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37868) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:49.148082 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:49.250610 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:46:44Z', 'revision_number': 4, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port': {'id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:41Z', 'updated_at': '2022-10-20T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '2b807137-7049-48d6-87b6-0598c92f3012', 'name': '', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'mac_address': 'fa:16:3e:e9:14:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:43Z', 'updated_at': '2022-10-20T14:46:48Z', 'revision_number': 4, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'subnets': [{'id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:49.253467 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Set router 1dd01a2e-d407-48f8-9cc5-c091d36027e5 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:49.281903 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04afdec3-513b-4eef-8af2-a1cda41a4db3 None None] The sync data for ids ['7bd8ee59-5d77-452d-9ab2-898226944dca'] in dv-cinder-779233-7-iscsi is: [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:46:44Z', 'revision_number': 4, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port': {'id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:41Z', 'updated_at': '2022-10-20T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '2b807137-7049-48d6-87b6-0598c92f3012', 'name': '', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'mac_address': 'fa:16:3e:e9:14:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:43Z', 'updated_at': '2022-10-20T14:46:48Z', 'revision_number': 4, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'subnets': [{'id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:46:49.420332 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:49.455496 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'name': 'tempest-TestShelveInstance-140498235-router', 'tenant_id': '3c71e87c7020403982945a2019de5bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '5e0d31bf-1880-44f6-808b-0ce5618da811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:46Z', 'updated_at': '2022-10-20T14:46:48Z', 'revision_number': 3, 'project_id': '3c71e87c7020403982945a2019de5bc5', 'gw_port': {'id': '5e0d31bf-1880-44f6-808b-0ce5618da811', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:47Z', 'updated_at': '2022-10-20T14:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:49.493001 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Checking router: 1dd01a2e-d407-48f8-9cc5-c091d36027e5 for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:46:49.493620 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Updating router 1dd01a2e-d407-48f8-9cc5-c091d36027e5 port 5e0d31bf-1880-44f6-808b-0ce5618da811 binding host dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:46:49.531494 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5e0d31bf-1880-44f6-808b-0ce5618da811), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:49.563876 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:49.655080 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:49.782399 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94984f6f-d5ff-4d98-b0f7-5b3c027c7924 None None] Network f904421d-c340-41f2-9fd6-88c81bd3dad1 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:46:49.795148 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:49.844051 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Publish callbacks [] for port (5e0d31bf-1880-44f6-808b-0ce5618da811), precommit_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:49.857395 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Allocated IP 172.20.0.1 (f904421d-c340-41f2-9fd6-88c81bd3dad1/b44401f0-fa57-42d3-82f1-1576a753c8a9/ea3567ff-4b62-4f92-933f-1df575df4f72) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:46:49.859736 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-77824fb9-9ea8-463e-99f2-7f7c83c0164f None None] Provisioning complete for port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:49.860088 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (5e0d31bf-1880-44f6-808b-0ce5618da811), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:49.861226 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-77824fb9-9ea8-463e-99f2-7f7c83c0164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:49.862410 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-77824fb9-9ea8-463e-99f2-7f7c83c0164f None None] Attempt 1 to provision port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 Oct 20 14:46:49.878022 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Attempting to bind port 5e0d31bf-1880-44f6-808b-0ce5618da811 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:46:49.878523 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Attempting to bind port 5e0d31bf-1880-44f6-808b-0ce5618da811 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:46:49.878996 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Attempting to bind port 5e0d31bf-1880-44f6-808b-0ce5618da811 on network ed096fec-642f-438e-acc4-cc1a6014fcef {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:46:49.956893 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c073967-9e41-4137-95c2-3f23608d5e75 None None] Pushing event updated for resources: {'Port': ['ID=5e0d31bf-1880-44f6-808b-0ce5618da811,revision_number=2']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:49.993664 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:46:49.994030 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Checking segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:46:49.994426 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:49.994859 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Bound using segment: {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'} {{(pid=111619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:46:49.995338 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.managers [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Bound port: 5e0d31bf-1880-44f6-808b-0ce5618da811, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f50e41-c45f-4254-9e5b-95e4483f4769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef'}}] {{(pid=111619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:46:49.995706 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5e0d31bf-1880-44f6-808b-0ce5618da811), before_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:50.012140 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Publish callbacks [] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:50.029498 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:50.057585 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:50.064182 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] For port 5e0d31bf-1880-44f6-808b-0ce5618da811, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:46:50.071658 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.plugins.ml2.db [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] For port 5e0d31bf-1880-44f6-808b-0ce5618da811, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=5e0d31bf-1880-44f6-808b-0ce5618da811,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:46:50.082378 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron_lib.callbacks.manager [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (5e0d31bf-1880-44f6-808b-0ce5618da811), after_update {{(pid=111619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:50.111554 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Network f904421d-c340-41f2-9fd6-88c81bd3dad1 is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:46:50.119776 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Routers {'1dd01a2e-d407-48f8-9cc5-c091d36027e5'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:50.120857 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['1dd01a2e-d407-48f8-9cc5-c091d36027e5'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:50.126419 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:46:50.133224 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:46:50.133720 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650576'] for router_interface (1dd01a2e-d407-48f8-9cc5-c091d36027e5), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:50.147550 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ea3567ff-4b62-4f92-933f-1df575df4f72,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:50.203469 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c073967-9e41-4137-95c2-3f23608d5e75 None None] Pushing event updated for resources: {'Port': ['ID=5e0d31bf-1880-44f6-808b-0ce5618da811,revision_number=3']} {{(pid=111619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:50.268966 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c950d4-8a81-4dfd-872a-d071150b232d req-fb897c11-78af-4644-9ff8-376d3a6ea1b1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:50.271712 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-80c950d4-8a81-4dfd-872a-d071150b232d req-fb897c11-78af-4644-9ff8-376d3a6ea1b1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.0888951 Oct 20 14:46:50.283010 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-77824fb9-9ea8-463e-99f2-7f7c83c0164f None None] Current status of the port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:50.283589 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-77824fb9-9ea8-463e-99f2-7f7c83c0164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:50.323051 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-77824fb9-9ea8-463e-99f2-7f7c83c0164f None None] For port 7e70ac0d-bc57-4981-aee5-30408fca1ed7, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=7e70ac0d-bc57-4981-aee5-30408fca1ed7,segment=NetworkSegment(6b206acb-2083-4147-b6c3-d2280fce4b32),segment_id=6b206acb-2083-4147-b6c3-d2280fce4b32)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:50.330499 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] Set router 1dd01a2e-d407-48f8-9cc5-c091d36027e5 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:50.332404 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-77824fb9-9ea8-463e-99f2-7f7c83c0164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:50.384504 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-80c950d4-8a81-4dfd-872a-d071150b232d req-28cdae98-a3a8-4ad2-844b-58c726d7b0fa tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055670 Oct 20 14:46:50.397901 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:50.422040 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:50.430029 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77824fb9-9ea8-463e-99f2-7f7c83c0164f None None] Pushing event updated for resources: {'Port': ['ID=7e70ac0d-bc57-4981-aee5-30408fca1ed7,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:50.448421 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:50.679690 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-ca5329ec-d0ca-42f4-b844-0b2dba754403 None None] Provisioning complete for port ea3567ff-4b62-4f92-933f-1df575df4f72 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:50.680814 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ca5329ec-d0ca-42f4-b844-0b2dba754403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:50.681193 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-ca5329ec-d0ca-42f4-b844-0b2dba754403 None None] Attempt 1 to provision port ea3567ff-4b62-4f92-933f-1df575df4f72 Oct 20 14:46:50.716422 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:50.727536 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 7e70ac0d-bc57-4981-aee5-30408fca1ed7 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:50.731731 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-ca5329ec-d0ca-42f4-b844-0b2dba754403 None None] Port ea3567ff-4b62-4f92-933f-1df575df4f72 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:46:50.751998 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Publish callbacks [] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:50.764879 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:50.765916 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1556649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653504'] for router_interface (1dd01a2e-d407-48f8-9cc5-c091d36027e5), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:50.788392 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-ca5329ec-d0ca-42f4-b844-0b2dba754403 None None] Provisioning complete for port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:50.788909 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ca5329ec-d0ca-42f4-b844-0b2dba754403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:50.789338 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-ca5329ec-d0ca-42f4-b844-0b2dba754403 None None] Attempt 1 to provision port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 Oct 20 14:46:50.797669 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'name': 'tempest-TestShelveInstance-140498235-router', 'tenant_id': '3c71e87c7020403982945a2019de5bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '5e0d31bf-1880-44f6-808b-0ce5618da811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:46Z', 'updated_at': '2022-10-20T14:46:48Z', 'revision_number': 3, 'project_id': '3c71e87c7020403982945a2019de5bc5', 'gw_port': {'id': '5e0d31bf-1880-44f6-808b-0ce5618da811', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:47Z', 'updated_at': '2022-10-20T14:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:50.861323 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c6b5f7-36fc-4ac0-8935-708b773844f3 None None] The sync data for ids ['1dd01a2e-d407-48f8-9cc5-c091d36027e5'] in dv-cinder-779233-7-iscsi is: [{'id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'name': 'tempest-TestShelveInstance-140498235-router', 'tenant_id': '3c71e87c7020403982945a2019de5bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '5e0d31bf-1880-44f6-808b-0ce5618da811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:46Z', 'updated_at': '2022-10-20T14:46:48Z', 'revision_number': 3, 'project_id': '3c71e87c7020403982945a2019de5bc5', 'gw_port': {'id': '5e0d31bf-1880-44f6-808b-0ce5618da811', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:47Z', 'updated_at': '2022-10-20T14:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:46:50.900264 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:50.901148 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:50.901575 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 Oct 20 14:46:50.943109 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-ca5329ec-d0ca-42f4-b844-0b2dba754403 None None] Current status of the port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:51.002721 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:51.004415 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 2b807137-7049-48d6-87b6-0598c92f3012 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:51.092108 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 2b807137-7049-48d6-87b6-0598c92f3012 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:51.092563 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (2b807137-7049-48d6-87b6-0598c92f3012), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:51.092953 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 2b807137-7049-48d6-87b6-0598c92f3012 Oct 20 14:46:51.094931 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-8d039dfc-0a9a-4b4d-a086-d47daaa7342d None None] Provisioning complete for port ea3567ff-4b62-4f92-933f-1df575df4f72 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:51.095311 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-8d039dfc-0a9a-4b4d-a086-d47daaa7342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:51.095751 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-8d039dfc-0a9a-4b4d-a086-d47daaa7342d None None] Attempt 1 to provision port ea3567ff-4b62-4f92-933f-1df575df4f72 Oct 20 14:46:51.099252 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:51.165557 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-8d039dfc-0a9a-4b4d-a086-d47daaa7342d None None] Port ea3567ff-4b62-4f92-933f-1df575df4f72 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:46:51.212545 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ea3567ff-4b62-4f92-933f-1df575df4f72,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:51.223821 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 2b807137-7049-48d6-87b6-0598c92f3012 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:51.224153 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (2b807137-7049-48d6-87b6-0598c92f3012), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:51.250676 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Network f904421d-c340-41f2-9fd6-88c81bd3dad1 is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:46:51.252463 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:46:51.262924 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 2b807137-7049-48d6-87b6-0598c92f3012, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=2b807137-7049-48d6-87b6-0598c92f3012,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:51.268935 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (2b807137-7049-48d6-87b6-0598c92f3012), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:51.358124 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=2b807137-7049-48d6-87b6-0598c92f3012,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:51.392873 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Router 1dd01a2e-d407-48f8-9cc5-c091d36027e5 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:46:51.524284 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-a65bf70c-c315-455a-8145-ca9e012c13c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:51.563923 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:46:51.570679 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0237a53-ca98-4805-a44f-b2e42c5c0999 req-e528992a-6bd5-4052-b1ef-171c54ff4d97 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:51.572177 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d0237a53-ca98-4805-a44f-b2e42c5c0999 req-e528992a-6bd5-4052-b1ef-171c54ff4d97 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.0672824 Oct 20 14:46:51.584970 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-64453bd7-17e8-4d59-b2ba-ad90ea9ed9e8 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/1dd01a2e-d407-48f8-9cc5-c091d36027e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4518838 Oct 20 14:46:51.588420 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-fa1adf67-4e60-48d5-bb60-c540c3bbac63 None None] Provisioning complete for port ea3567ff-4b62-4f92-933f-1df575df4f72 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:51.588795 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-fa1adf67-4e60-48d5-bb60-c540c3bbac63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:51.589128 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-fa1adf67-4e60-48d5-bb60-c540c3bbac63 None None] Attempt 1 to provision port ea3567ff-4b62-4f92-933f-1df575df4f72 Oct 20 14:46:51.631797 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-fa1adf67-4e60-48d5-bb60-c540c3bbac63 None None] Port ea3567ff-4b62-4f92-933f-1df575df4f72 cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:46:51.653379 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d0237a53-ca98-4805-a44f-b2e42c5c0999 req-d3d13b97-ca36-46c5-8059-7e0796cf2ee4 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669904 Oct 20 14:46:51.990226 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37886) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:51.994658 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-82bb08b2-061f-4d0c-a1a6-d5303adde092 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-339419520', 'description': 'tempest-secgroup-smoke-339419520 description', 'project_id': '370ff2b623ce4dfc992a266bd41ee51e'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:52.017284 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-82bb08b2-061f-4d0c-a1a6-d5303adde092 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.087966 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-82bb08b2-061f-4d0c-a1a6-d5303adde092 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group (fabfd6fa-0c6c-400d-8a0f-4682ccfc1289), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.092050 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-82bb08b2-061f-4d0c-a1a6-d5303adde092 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (fabfd6fa-0c6c-400d-8a0f-4682ccfc1289), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.119288 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:52.121935 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb08b2-061f-4d0c-a1a6-d5303adde092 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:52.125916 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-82bb08b2-061f-4d0c-a1a6-d5303adde092 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.127190 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-82bb08b2-061f-4d0c-a1a6-d5303adde092 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1359670 Oct 20 14:46:52.130508 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37890) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:52.135847 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-971f2ec4-fd95-4932-ab85-bfab2c84c9b5 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Request body: {'security_group_rule': {'security_group_id': 'fabfd6fa-0c6c-400d-8a0f-4682ccfc1289', 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:52.165003 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-971f2ec4-fd95-4932-ab85-bfab2c84c9b5 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (2348084b-940e-447c-b10d-1bcba34d8536), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.225472 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-971f2ec4-fd95-4932-ab85-bfab2c84c9b5 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (2348084b-940e-447c-b10d-1bcba34d8536), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.229039 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-971f2ec4-fd95-4932-ab85-bfab2c84c9b5 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (2348084b-940e-447c-b10d-1bcba34d8536), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.249168 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f2ec4-fd95-4932-ab85-bfab2c84c9b5 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2348084b-940e-447c-b10d-1bcba34d8536,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:52.258247 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-971f2ec4-fd95-4932-ab85-bfab2c84c9b5 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.263071 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-971f2ec4-fd95-4932-ab85-bfab2c84c9b5 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277490 Oct 20 14:46:52.263784 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37896) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:52.267933 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-05a3e9c9-2711-4d7f-b527-ac887d027745 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Request body: {'security_group_rule': {'security_group_id': 'fabfd6fa-0c6c-400d-8a0f-4682ccfc1289', 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:52.295752 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-05a3e9c9-2711-4d7f-b527-ac887d027745 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (2cf9132f-29f7-4ec0-a04d-b8eda64d653b), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.314307 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:52.356136 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-05a3e9c9-2711-4d7f-b527-ac887d027745 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (2cf9132f-29f7-4ec0-a04d-b8eda64d653b), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.361261 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-05a3e9c9-2711-4d7f-b527-ac887d027745 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (2cf9132f-29f7-4ec0-a04d-b8eda64d653b), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.381001 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3e9c9-2711-4d7f-b527-ac887d027745 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf9132f-29f7-4ec0-a04d-b8eda64d653b,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:52.396714 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-05a3e9c9-2711-4d7f-b527-ac887d027745 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.401158 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37900) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:52.404971 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-05a3e9c9-2711-4d7f-b527-ac887d027745 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404264 Oct 20 14:46:52.406874 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-dddceb7e-575d-4f0d-8580-587b01a47f15 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Request body: {'security_group_rule': {'security_group_id': 'fabfd6fa-0c6c-400d-8a0f-4682ccfc1289', 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:52.441767 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dddceb7e-575d-4f0d-8580-587b01a47f15 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (f5786e9b-5616-4ca5-9772-a60bbd156a77), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.496040 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcfcc4-2e3f-4fc4-bae1-5941b1ee1b47 req-d4e12ba9-9d0a-4a47-96dc-3dea088ee0f7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:52.503342 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ddcfcc4-2e3f-4fc4-bae1-5941b1ee1b47 req-d4e12ba9-9d0a-4a47-96dc-3dea088ee0f7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0577819 Oct 20 14:46:52.511574 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dddceb7e-575d-4f0d-8580-587b01a47f15 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (f5786e9b-5616-4ca5-9772-a60bbd156a77), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.521777 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dddceb7e-575d-4f0d-8580-587b01a47f15 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (f5786e9b-5616-4ca5-9772-a60bbd156a77), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.547859 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:46:52.549936 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddceb7e-575d-4f0d-8580-587b01a47f15 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5786e9b-5616-4ca5-9772-a60bbd156a77,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:52.556598 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-dddceb7e-575d-4f0d-8580-587b01a47f15 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.561472 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3ddcfcc4-2e3f-4fc4-bae1-5941b1ee1b47 req-3451af37-a810-4cab-a5ff-77ddc7c3b18b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545700 Oct 20 14:46:52.561650 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-dddceb7e-575d-4f0d-8580-587b01a47f15 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1585422 Oct 20 14:46:52.561745 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37902) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:52.567440 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-43981ab2-cfbb-4a49-8e43-f90d60642253 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Request body: {'security_group_rule': {'security_group_id': 'fabfd6fa-0c6c-400d-8a0f-4682ccfc1289', 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:52.605520 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-43981ab2-cfbb-4a49-8e43-f90d60642253 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (1656b8b2-3faa-4436-8e2f-debea8487969), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.655270 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:52.673530 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-43981ab2-cfbb-4a49-8e43-f90d60642253 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (1656b8b2-3faa-4436-8e2f-debea8487969), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.681644 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-43981ab2-cfbb-4a49-8e43-f90d60642253 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (1656b8b2-3faa-4436-8e2f-debea8487969), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.688869 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 5e0d31bf-1880-44f6-808b-0ce5618da811 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:52.694777 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:52.702011 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43981ab2-cfbb-4a49-8e43-f90d60642253 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1656b8b2-3faa-4436-8e2f-debea8487969,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:52.713644 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-43981ab2-cfbb-4a49-8e43-f90d60642253 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.715603 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-43981ab2-cfbb-4a49-8e43-f90d60642253 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515534 Oct 20 14:46:52.718568 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 37906) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:52.724946 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-7fe573c0-6887-474d-9308-5260ec400361 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Request body: {'security_group_rule': {'security_group_id': 'fabfd6fa-0c6c-400d-8a0f-4682ccfc1289', 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:52.739357 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'port_id': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'mac_address': 'fa:16:3e:3c:2b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:46:52.754728 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.securitygroups_db [None req-7fe573c0-6887-474d-9308-5260ec400361 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Project 370ff2b623ce4dfc992a266bd41ee51e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 14:46:52.761465 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7fe573c0-6887-474d-9308-5260ec400361 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (706780e7-d82f-44b4-9670-0eb575644f02), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.789367 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 5e0d31bf-1880-44f6-808b-0ce5618da811 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:52.789739 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (5e0d31bf-1880-44f6-808b-0ce5618da811), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.790074 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 5e0d31bf-1880-44f6-808b-0ce5618da811 Oct 20 14:46:52.791719 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:52.792099 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.800707 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96999913-6b61-4d88-ad39-386ad72cc1fb req-b6eecfc9-3ce5-49a0-ae8d-159758f82ace tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:52.802789 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-96999913-6b61-4d88-ad39-386ad72cc1fb req-b6eecfc9-3ce5-49a0-ae8d-159758f82ace tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 944 time: 0.0506437 Oct 20 14:46:52.828580 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7fe573c0-6887-474d-9308-5260ec400361 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (706780e7-d82f-44b4-9670-0eb575644f02), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.833693 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:46:52.833974 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7fe573c0-6887-474d-9308-5260ec400361 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (706780e7-d82f-44b4-9670-0eb575644f02), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.853431 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe573c0-6887-474d-9308-5260ec400361 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706780e7-d82f-44b4-9670-0eb575644f02,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:52.862600 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:52.866587 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Sync routers for ids ['1dd01a2e-d407-48f8-9cc5-c091d36027e5'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:46:52.874881 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.875092 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7fe573c0-6887-474d-9308-5260ec400361 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.876257 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-7fe573c0-6887-474d-9308-5260ec400361 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547899 Oct 20 14:46:52.878698 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-96999913-6b61-4d88-ad39-386ad72cc1fb req-7b831996-23a0-4f29-a2ac-828676f6257b tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702879 Oct 20 14:46:52.879257 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 37908) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:52.884039 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-28520611-6489-468c-85ec-3c2d9e21d0fe tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Request body: {'security_group_rule': {'security_group_id': 'fabfd6fa-0c6c-400d-8a0f-4682ccfc1289', 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:46:52.908836 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.securitygroups_db [None req-28520611-6489-468c-85ec-3c2d9e21d0fe tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Project 370ff2b623ce4dfc992a266bd41ee51e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 14:46:52.915368 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-28520611-6489-468c-85ec-3c2d9e21d0fe tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (d8f5ed7d-386d-43eb-9924-333bb04ea3fb), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.928453 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Routers {'1dd01a2e-d407-48f8-9cc5-c091d36027e5'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:52.929085 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-b7809618-03b8-4235-a403-71b83adc332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['1dd01a2e-d407-48f8-9cc5-c091d36027e5'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:52.982151 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-28520611-6489-468c-85ec-3c2d9e21d0fe tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (d8f5ed7d-386d-43eb-9924-333bb04ea3fb), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.985545 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 5e0d31bf-1880-44f6-808b-0ce5618da811 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:52.985819 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-28520611-6489-468c-85ec-3c2d9e21d0fe tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686033'] for security_group_rule (d8f5ed7d-386d-43eb-9924-333bb04ea3fb), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:52.985990 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5e0d31bf-1880-44f6-808b-0ce5618da811), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:53.009273 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-28520611-6489-468c-85ec-3c2d9e21d0fe tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:53.018894 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-28520611-6489-468c-85ec-3c2d9e21d0fe tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304252 Oct 20 14:46:53.018894 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28520611-6489-468c-85ec-3c2d9e21d0fe tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f5ed7d-386d-43eb-9924-333bb04ea3fb,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:53.019450 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,revision_number=9']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:53.030838 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port 5e0d31bf-1880-44f6-808b-0ce5618da811, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=5e0d31bf-1880-44f6-808b-0ce5618da811,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:53.036131 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (5e0d31bf-1880-44f6-808b-0ce5618da811), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:53.036977 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 2b807137-7049-48d6-87b6-0598c92f3012 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:53.127777 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:53.156428 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Set router 1dd01a2e-d407-48f8-9cc5-c091d36027e5 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:53.192662 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['20cf55bd-3d91-4bda-9c08-8252ca71c6a7'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:46:53.218088 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=5e0d31bf-1880-44f6-808b-0ce5618da811,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:53.272849 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 2b807137-7049-48d6-87b6-0598c92f3012 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:53.273217 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (2b807137-7049-48d6-87b6-0598c92f3012), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:53.273544 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 2b807137-7049-48d6-87b6-0598c92f3012 Oct 20 14:46:53.436904 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:53.509888 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 2b807137-7049-48d6-87b6-0598c92f3012 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:53.546949 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-b7809618-03b8-4235-a403-71b83adc332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'name': 'tempest-TestShelveInstance-140498235-router', 'tenant_id': '3c71e87c7020403982945a2019de5bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '5e0d31bf-1880-44f6-808b-0ce5618da811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:46Z', 'updated_at': '2022-10-20T14:46:50Z', 'revision_number': 4, 'project_id': '3c71e87c7020403982945a2019de5bc5', 'gw_port': {'id': '5e0d31bf-1880-44f6-808b-0ce5618da811', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:47Z', 'updated_at': '2022-10-20T14:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': 'ea3567ff-4b62-4f92-933f-1df575df4f72', 'name': '', 'network_id': 'f904421d-c340-41f2-9fd6-88c81bd3dad1', 'tenant_id': '3c71e87c7020403982945a2019de5bc5', 'mac_address': 'fa:16:3e:23:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b44401f0-fa57-42d3-82f1-1576a753c8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:49Z', 'updated_at': '2022-10-20T14:46:50Z', 'revision_number': 2, 'project_id': '3c71e87c7020403982945a2019de5bc5', 'subnets': [{'id': 'b44401f0-fa57-42d3-82f1-1576a753c8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:53.574608 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Checking router: 1dd01a2e-d407-48f8-9cc5-c091d36027e5 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:46:53.575228 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Updating router 1dd01a2e-d407-48f8-9cc5-c091d36027e5 port ea3567ff-4b62-4f92-933f-1df575df4f72 binding host dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 14:46:53.604329 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:53.670960 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-51fbc684-eb1d-40a9-8177-f28ac73f7bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:53.694462 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02ef4c-b783-45b1-b8db-9ab364ad8cdb req-3181648d-4901-43e8-a33c-5ccb1064f855 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:53.698363 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3d02ef4c-b783-45b1-b8db-9ab364ad8cdb req-3181648d-4901-43e8-a33c-5ccb1064f855 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0510931 Oct 20 14:46:53.752390 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3d02ef4c-b783-45b1-b8db-9ab364ad8cdb req-aa75628f-802e-4526-9929-2039fd54990b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477612 Oct 20 14:46:53.894578 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Publish callbacks [] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), precommit_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:53.900069 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:53.934412 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:53.968977 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d212c2-874e-4ba5-865f-5ae828137096 None None] Pushing event updated for resources: {'Port': ['ID=ea3567ff-4b62-4f92-933f-1df575df4f72,revision_number=3']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:54.013005 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Attempting to bind port ea3567ff-4b62-4f92-933f-1df575df4f72 on host dv-cinder-779233-7-iscsi for vnic_type normal with profile {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:46:54.013555 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Attempting to bind port ea3567ff-4b62-4f92-933f-1df575df4f72 by drivers openvswitch,hyperv on host dv-cinder-779233-7-iscsi at level 0 using segments [{'id': '6b206acb-2083-4147-b6c3-d2280fce4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f904421d-c340-41f2-9fd6-88c81bd3dad1'}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:46:54.013894 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Attempting to bind port ea3567ff-4b62-4f92-933f-1df575df4f72 on network f904421d-c340-41f2-9fd6-88c81bd3dad1 {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:46:54.020063 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27602eb-9960-4cd2-b0c8-f7ed156d0ab8 req-69e5d51d-601f-463e-9bc8-d329d1053bef tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:54.022212 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c27602eb-9960-4cd2-b0c8-f7ed156d0ab8 req-69e5d51d-601f-463e-9bc8-d329d1053bef tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 945 time: 0.0511487 Oct 20 14:46:54.061158 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Checking agent: {'id': '81d2a784-8fd5-4df0-a42f-2f8b3687fda2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 32, 56), 'started_at': datetime.datetime(2022, 10, 20, 14, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:46:54.061484 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Checking segment: {'id': '6b206acb-2083-4147-b6c3-d2280fce4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f904421d-c340-41f2-9fd6-88c81bd3dad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:46:54.061807 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:54.062074 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Bound using segment: {'id': '6b206acb-2083-4147-b6c3-d2280fce4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f904421d-c340-41f2-9fd6-88c81bd3dad1'} {{(pid=111618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:46:54.062762 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.managers [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Bound port: ea3567ff-4b62-4f92-933f-1df575df4f72, host: dv-cinder-779233-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b206acb-2083-4147-b6c3-d2280fce4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f904421d-c340-41f2-9fd6-88c81bd3dad1'}}] {{(pid=111618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:46:54.063067 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:54.077187 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c27602eb-9960-4cd2-b0c8-f7ed156d0ab8 req-8b173f9e-5bf6-4a9b-a32f-85b058f4cf83 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486157 Oct 20 14:46:54.127729 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-b7809618-03b8-4235-a403-71b83adc332e None None] For port ea3567ff-4b62-4f92-933f-1df575df4f72, host dv-cinder-779233-7-iscsi, cleared binding levels {{(pid=111618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:46:54.130802 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-b7809618-03b8-4235-a403-71b83adc332e None None] For port ea3567ff-4b62-4f92-933f-1df575df4f72, host dv-cinder-779233-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=ea3567ff-4b62-4f92-933f-1df575df4f72,segment=NetworkSegment(6b206acb-2083-4147-b6c3-d2280fce4b32),segment_id=6b206acb-2083-4147-b6c3-d2280fce4b32)] {{(pid=111618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:46:54.136646 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:54.173746 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Routers {'1dd01a2e-d407-48f8-9cc5-c091d36027e5'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:54.174503 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-b7809618-03b8-4235-a403-71b83adc332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['1dd01a2e-d407-48f8-9cc5-c091d36027e5'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:54.384207 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d212c2-874e-4ba5-865f-5ae828137096 None None] Pushing event updated for resources: {'Port': ['ID=ea3567ff-4b62-4f92-933f-1df575df4f72,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:54.443025 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-b7809618-03b8-4235-a403-71b83adc332e None None] Set router 1dd01a2e-d407-48f8-9cc5-c091d36027e5 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:54.483234 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:54.559158 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:54.598681 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 5e0d31bf-1880-44f6-808b-0ce5618da811 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:54.714754 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port 5e0d31bf-1880-44f6-808b-0ce5618da811 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:54.714993 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (5e0d31bf-1880-44f6-808b-0ce5618da811), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:54.715347 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port 5e0d31bf-1880-44f6-808b-0ce5618da811 Oct 20 14:46:54.717002 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:54.717354 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:54.717682 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 Oct 20 14:46:54.793883 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-b7809618-03b8-4235-a403-71b83adc332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'name': 'tempest-TestShelveInstance-140498235-router', 'tenant_id': '3c71e87c7020403982945a2019de5bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '5e0d31bf-1880-44f6-808b-0ce5618da811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:46Z', 'updated_at': '2022-10-20T14:46:50Z', 'revision_number': 4, 'project_id': '3c71e87c7020403982945a2019de5bc5', 'gw_port': {'id': '5e0d31bf-1880-44f6-808b-0ce5618da811', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:47Z', 'updated_at': '2022-10-20T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': 'ea3567ff-4b62-4f92-933f-1df575df4f72', 'name': '', 'network_id': 'f904421d-c340-41f2-9fd6-88c81bd3dad1', 'tenant_id': '3c71e87c7020403982945a2019de5bc5', 'mac_address': 'fa:16:3e:23:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b44401f0-fa57-42d3-82f1-1576a753c8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:49Z', 'updated_at': '2022-10-20T14:46:54Z', 'revision_number': 4, 'project_id': '3c71e87c7020403982945a2019de5bc5', 'subnets': [{'id': 'b44401f0-fa57-42d3-82f1-1576a753c8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:54.830634 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7809618-03b8-4235-a403-71b83adc332e None None] The sync data for ids ['1dd01a2e-d407-48f8-9cc5-c091d36027e5'] in dv-cinder-779233-7-iscsi is: [{'id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'name': 'tempest-TestShelveInstance-140498235-router', 'tenant_id': '3c71e87c7020403982945a2019de5bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '5e0d31bf-1880-44f6-808b-0ce5618da811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:46Z', 'updated_at': '2022-10-20T14:46:50Z', 'revision_number': 4, 'project_id': '3c71e87c7020403982945a2019de5bc5', 'gw_port': {'id': '5e0d31bf-1880-44f6-808b-0ce5618da811', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:47Z', 'updated_at': '2022-10-20T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': 'ea3567ff-4b62-4f92-933f-1df575df4f72', 'name': '', 'network_id': 'f904421d-c340-41f2-9fd6-88c81bd3dad1', 'tenant_id': '3c71e87c7020403982945a2019de5bc5', 'mac_address': 'fa:16:3e:23:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b44401f0-fa57-42d3-82f1-1576a753c8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:49Z', 'updated_at': '2022-10-20T14:46:54Z', 'revision_number': 4, 'project_id': '3c71e87c7020403982945a2019de5bc5', 'subnets': [{'id': 'b44401f0-fa57-42d3-82f1-1576a753c8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:46:54.917449 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:54.933344 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port 5e0d31bf-1880-44f6-808b-0ce5618da811 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:54.938889 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:54.939310 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:54.984149 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cb557d-d0f7-4b32-bc95-04812c917244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:54.986511 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab21f96-67ac-4f59-8bd3-d79aea19f57f" -d '{"events": [{"server_uuid": "51cb557d-d0f7-4b32-bc95-04812c917244", "name": "network-vif-plugged", "status": "completed", "tag": "20cf55bd-3d91-4bda-9c08-8252ca71c6a7"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:54.997620 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7f802-536d-4eb7-b85f-dd69b8c45782 req-16b2d98e-0e92-4ee4-819e-c6a19ee37cbf tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:55.009518 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-53c7f802-536d-4eb7-b85f-dd69b8c45782 req-16b2d98e-0e92-4ee4-819e-c6a19ee37cbf tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.1615028 Oct 20 14:46:55.032326 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:55.041453 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:55.049339 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02f673e-f8a7-47f8-b981-3d4fddbb4d73 x-openstack-request-id: req-c02f673e-f8a7-47f8-b981-3d4fddbb4d73 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:55.049647 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cb557d-d0f7-4b32-bc95-04812c917244", "name": "network-vif-plugged", "status": "completed", "tag": "20cf55bd-3d91-4bda-9c08-8252ca71c6a7", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:55.049940 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c02f673e-f8a7-47f8-b981-3d4fddbb4d73 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:55.050371 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02f673e-f8a7-47f8-b981-3d4fddbb4d73'] response: {'server_uuid': '51cb557d-d0f7-4b32-bc95-04812c917244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'code': 200} Oct 20 14:46:55.051830 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:55.078035 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:55.117547 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-53c7f802-536d-4eb7-b85f-dd69b8c45782 req-9820a69b-acb4-42e8-908d-551b1887f1c4 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022120 Oct 20 14:46:55.124039 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,revision_number=10']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:55.227773 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34d8a0-8070-437f-8b67-a5b501e2b93f req-87fdab76-886c-42ae-ad49-f34768ca1f4d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:55.229620 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ce34d8a0-8070-437f-8b67-a5b501e2b93f req-87fdab76-886c-42ae-ad49-f34768ca1f4d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 947 time: 0.0520427 Oct 20 14:46:55.283596 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ce34d8a0-8070-437f-8b67-a5b501e2b93f req-8ead0442-2e9b-41f5-be0e-1e5e9c4f9477 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450449 Oct 20 14:46:56.278775 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13f5f8-74cc-4e7a-a219-f527c5a79c03 req-8b4b545d-81a1-43a5-a28c-824c65b276bb tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:56.287914 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4e13f5f8-74cc-4e7a-a219-f527c5a79c03 req-8b4b545d-81a1-43a5-a28c-824c65b276bb tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.0695801 Oct 20 14:46:56.308883 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:56.342153 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4e13f5f8-74cc-4e7a-a219-f527c5a79c03 req-d48025bc-b7df-4e1c-a472-b807b74e36ab tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530548 Oct 20 14:46:56.358664 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549f06-7336-4eca-8236-2bedfa03ca27 req-f2724a59-4ef8-4284-bea7-c33c6312167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:56.361231 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9f549f06-7336-4eca-8236-2bedfa03ca27 req-f2724a59-4ef8-4284-bea7-c33c6312167d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 1131 time: 0.0935442 Oct 20 14:46:56.464491 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-607ff647-f613-464f-a293-4e3861721dc6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:56.466847 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-607ff647-f613-464f-a293-4e3861721dc6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 946 time: 0.1043141 Oct 20 14:46:56.468253 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:56.494763 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9f549f06-7336-4eca-8236-2bedfa03ca27 req-29945f91-4877-445d-8669-819341efe045 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221833 Oct 20 14:46:56.519131 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85916b6c-5a23-42d6-8431-2d39cc931e57 req-1041d993-e4f1-4c97-86f0-2ef03f0b273d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:56.534948 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-85916b6c-5a23-42d6-8431-2d39cc931e57 req-1041d993-e4f1-4c97-86f0-2ef03f0b273d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 947 time: 0.1089966 Oct 20 14:46:56.570187 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:56.584207 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=6 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:56.589110 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:56.594964 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Deleting port d15efa7b-2d55-44cf-a379-eaaae6f4f141 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:46:56.597512 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:56.622919 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-85916b6c-5a23-42d6-8431-2d39cc931e57 req-aef5ec85-c6c9-465d-ac3d-2e4b447dfbce tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858850 Oct 20 14:46:56.626593 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device ea3567ff-4b62-4f92-933f-1df575df4f72 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:56.697220 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port ea3567ff-4b62-4f92-933f-1df575df4f72 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:56.697806 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:56.698318 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port ea3567ff-4b62-4f92-933f-1df575df4f72 Oct 20 14:46:56.732948 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] For port d15efa7b-2d55-44cf-a379-eaaae6f4f141, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d15efa7b-2d55-44cf-a379-eaaae6f4f141,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:56.733590 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:56.795792 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port ea3567ff-4b62-4f92-933f-1df575df4f72 is: DOWN; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:56.797129 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:56.834268 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] For port ea3567ff-4b62-4f92-933f-1df575df4f72, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=ea3567ff-4b62-4f92-933f-1df575df4f72,segment=NetworkSegment(6b206acb-2083-4147-b6c3-d2280fce4b32),segment_id=6b206acb-2083-4147-b6c3-d2280fce4b32)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:46:56.838572 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:56.893198 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Pushing event updated for resources: {'Port': ['ID=ea3567ff-4b62-4f92-933f-1df575df4f72,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:56.915114 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:56.915448 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (85c96661-d943-4b82-8295-374e40608ef4), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:56.915759 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.l3_db [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Floating IP 85c96661-d943-4b82-8295-374e40608ef4 disassociated. External IP: 172.27.0.47, port: d15efa7b-2d55-44cf-a379-eaaae6f4f141. Oct 20 14:46:56.916091 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Calling delete_port for d15efa7b-2d55-44cf-a379-eaaae6f4f141 owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:46:57.045245 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (d15efa7b-2d55-44cf-a379-eaaae6f4f141), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:57.078809 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Pushing event deleted for resources: {'Port': ['ID=d15efa7b-2d55-44cf-a379-eaaae6f4f141,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:57.196175 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:46:57.305130 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:46:57.314588 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f20d4-e075-49f0-af9e-0984632c3610 None None] Sync routers for ids ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:46:57.325313 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f20d4-e075-49f0-af9e-0984632c3610 None None] Routers {'4b62dca2-0d26-475a-a4d6-269e2d8a18fd'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:57.325914 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-9d3f20d4-e075-49f0-af9e-0984632c3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:57.348397 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] No DVR routers for this DVR port d15efa7b-2d55-44cf-a379-eaaae6f4f141 on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:46:57.356312 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:57.359296 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-37e18d0c-faaa-4eb8-8260-bccedd0fa1f6 req-f5554ab6-9e60-45ea-a73f-d252ef8340ec tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.36 "DELETE /networking/v2.0/ports/d15efa7b-2d55-44cf-a379-eaaae6f4f141 HTTP/1.1" status: 204 len: 173 time: 0.8866885 Oct 20 14:46:57.359938 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824af68b-a192-4a4d-8058-1ab7086ef986', 'name': 'network-vif-deleted', 'tag': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:46:57.362251 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e87c45c-efa2-40c2-9118-2f8aa4b5e65a" -d '{"events": [{"server_uuid": "824af68b-a192-4a4d-8058-1ab7086ef986", "name": "network-vif-deleted", "tag": "d15efa7b-2d55-44cf-a379-eaaae6f4f141"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:46:57.477410 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e6fc44b6-0cb5-42d3-b06a-872411d78378 req-61c3a509-4da6-4eba-acc3-c80829249f02 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 210 time: 0.0334320 Oct 20 14:46:57.536490 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faf4769-c5cd-47c7-bcde-d18a3e5971ce x-openstack-request-id: req-9faf4769-c5cd-47c7-bcde-d18a3e5971ce {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:46:57.536782 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824af68b-a192-4a4d-8058-1ab7086ef986", "name": "network-vif-deleted", "tag": "d15efa7b-2d55-44cf-a379-eaaae6f4f141", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:46:57.537030 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9faf4769-c5cd-47c7-bcde-d18a3e5971ce {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:46:57.537428 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9faf4769-c5cd-47c7-bcde-d18a3e5971ce'] response: {'server_uuid': '824af68b-a192-4a4d-8058-1ab7086ef986', 'name': 'network-vif-deleted', 'tag': 'd15efa7b-2d55-44cf-a379-eaaae6f4f141', 'status': 'completed', 'code': 200} Oct 20 14:46:57.548258 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-9d3f20d4-e075-49f0-af9e-0984632c3610 None None] Set router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:57.664805 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:57.758964 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-9d3f20d4-e075-49f0-af9e-0984632c3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 4, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '693e3304-e5ae-45f6-ae05-5fad936e343f', 'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'mac_address': 'fa:16:3e:bb:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:36Z', 'revision_number': 5, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'subnets': [{'id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:57.770134 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806a330-c923-4094-bb29-87e5d52d5c64 req-9daa53d7-86ea-49e8-aaa5-dbb5e9501078 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:57.771807 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9806a330-c923-4094-bb29-87e5d52d5c64 req-9daa53d7-86ea-49e8-aaa5-dbb5e9501078 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 947 time: 0.0626676 Oct 20 14:46:57.796071 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f20d4-e075-49f0-af9e-0984632c3610 None None] Checking router: 4b62dca2-0d26-475a-a4d6-269e2d8a18fd for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:46:57.806758 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f20d4-e075-49f0-af9e-0984632c3610 None None] Routers {'4b62dca2-0d26-475a-a4d6-269e2d8a18fd'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:46:57.807437 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-9d3f20d4-e075-49f0-af9e-0984632c3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:57.830365 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9806a330-c923-4094-bb29-87e5d52d5c64 req-e56db530-f77c-45c0-ba16-53039aa9c083 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518847 Oct 20 14:46:57.916589 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-9d3f20d4-e075-49f0-af9e-0984632c3610 None None] Set router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:46:58.090974 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:58.112568 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-9d3f20d4-e075-49f0-af9e-0984632c3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 4, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '693e3304-e5ae-45f6-ae05-5fad936e343f', 'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'mac_address': 'fa:16:3e:bb:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:36Z', 'revision_number': 5, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'subnets': [{'id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:46:58.139641 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f20d4-e075-49f0-af9e-0984632c3610 None None] The sync data for ids ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'] in dv-cinder-779233-7-iscsi is: [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:26Z', 'revision_number': 4, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '693e3304-e5ae-45f6-ae05-5fad936e343f', 'name': '', 'network_id': 'c28ca665-bebd-48d6-918c-3a77995d0c6e', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'mac_address': 'fa:16:3e:bb:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:36Z', 'revision_number': 5, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'subnets': [{'id': 'abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:46:58.379789 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6627d281-b810-4426-bbb7-51f649d31e36 None None] New status for floating IP 85c96661-d943-4b82-8295-374e40608ef4: DOWN {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:46:58.455826 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:46:58.587734 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device ea3567ff-4b62-4f92-933f-1df575df4f72 up at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:46:58.654430 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Provisioning complete for port ea3567ff-4b62-4f92-933f-1df575df4f72 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:46:58.654974 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:58.655530 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Attempt 1 to provision port ea3567ff-4b62-4f92-933f-1df575df4f72 Oct 20 14:46:58.661210 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-182ed5a4-0e65-4df1-840a-6e238e71d4be req-5ad87990-3438-4ef9-9e05-67a71853888d tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=824af68b-a192-4a4d-8058-1ab7086ef986 HTTP/1.1" status: 200 len: 210 time: 0.0497360 Oct 20 14:46:58.751755 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Current status of the port ea3567ff-4b62-4f92-933f-1df575df4f72 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:46:58.975918 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bda160-a9f4-4162-9c57-7f7564ce6bf4 req-c73ce26b-ef87-4030-a115-d48b4cacd98c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:46:58.977413 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f8bda160-a9f4-4162-9c57-7f7564ce6bf4 req-c73ce26b-ef87-4030-a115-d48b4cacd98c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 947 time: 0.0500610 Oct 20 14:46:59.035225 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f8bda160-a9f4-4162-9c57-7f7564ce6bf4 req-117208f4-f654-4405-b06b-8e9ed34fc601 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512083 Oct 20 14:46:59.575585 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:59.752768 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38072) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:59.809113 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f0c83ed1-e383-4ccd-990b-5eef43e07657 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for security_group (27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:59.832076 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f0c83ed1-e383-4ccd-990b-5eef43e07657 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for security_group (27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:59.882413 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f0c83ed1-e383-4ccd-990b-5eef43e07657 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:59.885270 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f0c83ed1-e383-4ccd-990b-5eef43e07657 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:46:59.886496 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-f0c83ed1-e383-4ccd-990b-5eef43e07657 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9 HTTP/1.1" status: 204 len: 168 time: 0.1326816 Oct 20 14:46:59.889264 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38076) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:46:59.896742 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c83ed1-e383-4ccd-990b-5eef43e07657 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:46:59.904292 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.api.v2.resource [None req-9b7604a0-d911-40a2-844c-d395a398a58a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] show failed (client error): The resource could not be found. Oct 20 14:46:59.905329 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-9b7604a0-d911-40a2-844c-d395a398a58a tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups/27b3b12d-a5f1-4dbb-9a89-acf1d4ae34b9 HTTP/1.1" status: 404 len: 347 time: 0.0142455 Oct 20 14:46:59.908967 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38078) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:00.024359 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Deleting port c0ea0c35-499e-47c8-bbfb-f3860ee3307e {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:00.024716 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (c0ea0c35-499e-47c8-bbfb-f3860ee3307e), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:00.099406 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:00.108630 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (c0ea0c35-499e-47c8-bbfb-f3860ee3307e), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:00.109470 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for floatingip (c0ea0c35-499e-47c8-bbfb-f3860ee3307e), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:00.122289 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Calling delete_port for c0ea0c35-499e-47c8-bbfb-f3860ee3307e owned by network:floatingip {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:00.169531 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafbd5a-eeb8-49bb-b23f-4c28c449d9d6 req-fd10808f-5a0c-48fe-b4c2-024f05d2e12f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:00.171216 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5dafbd5a-eeb8-49bb-b23f-4c28c449d9d6 req-fd10808f-5a0c-48fe-b4c2-024f05d2e12f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 947 time: 0.0474565 Oct 20 14:47:00.177336 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:00.231579 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5dafbd5a-eeb8-49bb-b23f-4c28c449d9d6 req-661803d3-cf67-481a-943e-50d9f4367624 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467284 Oct 20 14:47:00.263640 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (c0ea0c35-499e-47c8-bbfb-f3860ee3307e), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:00.286905 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Pushing event deleted for resources: {'Port': ['ID=c0ea0c35-499e-47c8-bbfb-f3860ee3307e,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:00.297172 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.297523 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.297866 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.298206 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.298543 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.298875 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.299585 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.299585 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.300008 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.300147 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.300538 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.300832 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.301160 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.301488 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.301902 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:00.366527 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks [] for floatingip (85c96661-d943-4b82-8295-374e40608ef4), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:00.369099 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:00.370226 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-a0b9cf32-6fea-4c18-89f9-68b7cc296ec7 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/85c96661-d943-4b82-8295-374e40608ef4 HTTP/1.1" status: 204 len: 168 time: 0.4603333 Oct 20 14:47:00.572211 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device d15efa7b-2d55-44cf-a379-eaaae6f4f141 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:00.595216 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: d15efa7b-2d55-44cf-a379-eaaae6f4f141 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:00.595951 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device d15efa7b-2d55-44cf-a379-eaaae6f4f141 not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:02.861664 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09277380-2bfc-4c8b-9e16-a16c0802e07c req-6d1fe889-cf88-42a7-85f1-fbec92de9286 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:02.863129 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-09277380-2bfc-4c8b-9e16-a16c0802e07c req-6d1fe889-cf88-42a7-85f1-fbec92de9286 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0512247 Oct 20 14:47:02.917243 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-09277380-2bfc-4c8b-9e16-a16c0802e07c req-0e1ad682-37da-45c7-8ace-ceaa9bad82f3 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477209 Oct 20 14:47:04.042225 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4106dc-6938-452a-8490-df7839da9e1c req-ea60912c-ade1-4143-aef0-7b3200c30efa tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:04.043665 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9e4106dc-6938-452a-8490-df7839da9e1c req-ea60912c-ade1-4143-aef0-7b3200c30efa tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0472336 Oct 20 14:47:04.091474 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9e4106dc-6938-452a-8490-df7839da9e1c req-8df4db68-2e10-4a72-8370-4bb1b0f7904b tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 Oct 20 14:47:05.216229 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f468a-d58d-456f-b10d-7a5d19ae1209 req-f047f776-8624-40ac-b285-cf673cc75188 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:05.219601 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cf2f468a-d58d-456f-b10d-7a5d19ae1209 req-f047f776-8624-40ac-b285-cf673cc75188 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0530841 Oct 20 14:47:05.255920 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:05.273967 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cf2f468a-d58d-456f-b10d-7a5d19ae1209 req-fabf55ec-4968-4396-b7da-f9287f263eff tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474005 Oct 20 14:47:06.152074 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa12b4-0ad9-4293-936b-6eacd4461034 req-0c249a1a-d23a-47ec-bc8e-a03457179ed8 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:06.153541 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b8aa12b4-0ad9-4293-936b-6eacd4461034 req-0c249a1a-d23a-47ec-bc8e-a03457179ed8 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0539963 Oct 20 14:47:06.247605 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-b8aa12b4-0ad9-4293-936b-6eacd4461034 req-54a9bca0-9e83-4dc8-a424-ac8af274ead6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Deleting port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:06.247946 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b8aa12b4-0ad9-4293-936b-6eacd4461034 req-54a9bca0-9e83-4dc8-a424-ac8af274ead6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:06.380774 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-b8aa12b4-0ad9-4293-936b-6eacd4461034 req-54a9bca0-9e83-4dc8-a424-ac8af274ead6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] For port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6f0acfab-47c9-46e0-a4ca-c0ae37a57386,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:06.381149 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b8aa12b4-0ad9-4293-936b-6eacd4461034 req-54a9bca0-9e83-4dc8-a424-ac8af274ead6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:06.397879 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-b8aa12b4-0ad9-4293-936b-6eacd4461034 req-54a9bca0-9e83-4dc8-a424-ac8af274ead6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Calling delete_port for 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:06.415180 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2572d32-24b5-43fb-a421-66ec387c31ce req-e6db1a5e-f605-4f64-b477-7f15f25cd838 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:06.416790 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c2572d32-24b5-43fb-a421-66ec387c31ce req-e6db1a5e-f605-4f64-b477-7f15f25cd838 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 945 time: 0.0509346 Oct 20 14:47:06.473270 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c2572d32-24b5-43fb-a421-66ec387c31ce req-31bddd5c-055c-4d65-857e-8a64628235e5 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493236 Oct 20 14:47:06.535223 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b8aa12b4-0ad9-4293-936b-6eacd4461034 req-54a9bca0-9e83-4dc8-a424-ac8af274ead6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (6f0acfab-47c9-46e0-a4ca-c0ae37a57386), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:06.547900 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['accb484b-67f7-4025-9af7-0d63eeee9bd3', '6f0acfab-47c9-46e0-a4ca-c0ae37a57386'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:47:06.581961 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9bca0-9e83-4dc8-a424-ac8af274ead6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Pushing event deleted for resources: {'Port': ['ID=6f0acfab-47c9-46e0-a4ca-c0ae37a57386,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:06.630853 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aa12b4-0ad9-4293-936b-6eacd4461034 req-54a9bca0-9e83-4dc8-a424-ac8af274ead6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] No DVR routers for this DVR port 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:47:06.634167 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b8aa12b4-0ad9-4293-936b-6eacd4461034 req-54a9bca0-9e83-4dc8-a424-ac8af274ead6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:06.639004 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b8aa12b4-0ad9-4293-936b-6eacd4461034 req-54a9bca0-9e83-4dc8-a424-ac8af274ead6 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.36 "DELETE /networking/v2.0/ports/6f0acfab-47c9-46e0-a4ca-c0ae37a57386 HTTP/1.1" status: 204 len: 173 time: 0.4783750 Oct 20 14:47:06.639590 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bcc045-0b0b-4f4a-991d-d40547da9027', 'name': 'network-vif-deleted', 'tag': '6f0acfab-47c9-46e0-a4ca-c0ae37a57386'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:47:06.642483 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477f8a54-c7ec-4217-a451-a8dde145d017" -d '{"events": [{"server_uuid": "b5bcc045-0b0b-4f4a-991d-d40547da9027", "name": "network-vif-deleted", "tag": "6f0acfab-47c9-46e0-a4ca-c0ae37a57386"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:47:06.686888 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f169411-164a-40ca-b595-c0d38acea5ff x-openstack-request-id: req-4f169411-164a-40ca-b595-c0d38acea5ff {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:47:06.687921 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bcc045-0b0b-4f4a-991d-d40547da9027", "name": "network-vif-deleted", "tag": "6f0acfab-47c9-46e0-a4ca-c0ae37a57386", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:47:06.688282 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f169411-164a-40ca-b595-c0d38acea5ff {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:47:06.688835 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f169411-164a-40ca-b595-c0d38acea5ff'] response: {'server_uuid': 'b5bcc045-0b0b-4f4a-991d-d40547da9027', 'name': 'network-vif-deleted', 'tag': '6f0acfab-47c9-46e0-a4ca-c0ae37a57386', 'status': 'completed', 'code': 200} Oct 20 14:47:07.434494 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-abb5e134-f486-4571-9e09-5640bce3c648 req-fe785a63-722c-4194-a593-deb6d6c5ac86 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277646 Oct 20 14:47:07.489697 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-abb5e134-f486-4571-9e09-5640bce3c648 req-8b2ea234-084c-463c-a2b3-19f1bfc9cafd service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&device_id=b5bcc045-0b0b-4f4a-991d-d40547da9027 HTTP/1.1" status: 200 len: 210 time: 0.0282736 Oct 20 14:47:07.617206 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5e134-f486-4571-9e09-5640bce3c648 req-b8328f8d-5edb-4e0d-84d5-cfe116b330cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:07.618591 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-abb5e134-f486-4571-9e09-5640bce3c648 req-b8328f8d-5edb-4e0d-84d5-cfe116b330cd service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1012161 Oct 20 14:47:07.645047 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:07.725716 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5e134-f486-4571-9e09-5640bce3c648 req-47e20d71-7214-4385-8432-cc9d88caa765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:07.727158 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-abb5e134-f486-4571-9e09-5640bce3c648 req-47e20d71-7214-4385-8432-cc9d88caa765 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027260 Oct 20 14:47:07.766501 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6755460-1426-499d-89da-9e6bb762d2da req-6dce4409-8c25-4877-8c6d-72e266ccc05c tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:07.767947 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d6755460-1426-499d-89da-9e6bb762d2da req-6dce4409-8c25-4877-8c6d-72e266ccc05c tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0469396 Oct 20 14:47:07.817638 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d6755460-1426-499d-89da-9e6bb762d2da req-9b00b674-bf0b-4a60-bc78-3c3d89024dda tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440354 Oct 20 14:47:08.105311 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=3 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:08.115609 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=38 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:10.584446 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:10.587543 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:10.605031 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:10.605308 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 6f0acfab-47c9-46e0-a4ca-c0ae37a57386 not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:11.301121 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892065c-cb86-4030-adfd-d19855dd56df req-3ca4cfe1-58f5-4639-b8a0-bc069aa250d5 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:11.303768 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a892065c-cb86-4030-adfd-d19855dd56df req-3ca4cfe1-58f5-4639-b8a0-bc069aa250d5 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.0571876 Oct 20 14:47:11.344995 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:11.391963 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c29a5bb8-935c-441b-9ac9-63be2b37d22f tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-339419520&fields=id&tenant_id=370ff2b623ce4dfc992a266bd41ee51e HTTP/1.1" status: 200 len: 267 time: 0.0706098 Oct 20 14:47:11.477341 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a892065c-cb86-4030-adfd-d19855dd56df req-eb9cc49b-c566-444d-912d-0e5f85221121 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f14b0bd1-254a-400f-a457-7e8441ee9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663089 Oct 20 14:47:11.528737 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-ac3fe8e3-ac73-47da-a1cd-7adabaf5ee45 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:11.530411 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-ac3fe8e3-ac73-47da-a1cd-7adabaf5ee45 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/networks?id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 HTTP/1.1" status: 200 len: 809 time: 0.1363044 Oct 20 14:47:11.545680 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-da3a8ff4-ccf7-40aa-a746-9abfe1bed73c tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/quotas/370ff2b623ce4dfc992a266bd41ee51e HTTP/1.1" status: 200 len: 375 time: 0.0095255 Oct 20 14:47:11.598724 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-63082c21-ed94-47f9-80ab-67ce8074c115 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=370ff2b623ce4dfc992a266bd41ee51e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468192 Oct 20 14:47:11.626722 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a3ae0-f813-45ae-b707-ec6ab1962f61 req-44123855-6d5e-4995-846c-bf6e317b1870 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:11.628267 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-096a3ae0-f813-45ae-b707-ec6ab1962f61 req-44123855-6d5e-4995-846c-bf6e317b1870 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 946 time: 0.3013062 Oct 20 14:47:11.683895 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:11.724318 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-096a3ae0-f813-45ae-b707-ec6ab1962f61 req-7227c726-c3fc-401d-bde8-8fd93729ca10 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Deleting port accb484b-67f7-4025-9af7-0d63eeee9bd3 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:11.724743 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-096a3ae0-f813-45ae-b707-ec6ab1962f61 req-7227c726-c3fc-401d-bde8-8fd93729ca10 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:11.796066 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-fc99c85f-755b-4654-897f-d22d883385fa service neutron] 10.222.0.13 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846406 Oct 20 14:47:11.822852 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-096a3ae0-f813-45ae-b707-ec6ab1962f61 req-7227c726-c3fc-401d-bde8-8fd93729ca10 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] For port accb484b-67f7-4025-9af7-0d63eeee9bd3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=accb484b-67f7-4025-9af7-0d63eeee9bd3,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:11.823217 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-096a3ae0-f813-45ae-b707-ec6ab1962f61 req-7227c726-c3fc-401d-bde8-8fd93729ca10 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:11.836553 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-096a3ae0-f813-45ae-b707-ec6ab1962f61 req-7227c726-c3fc-401d-bde8-8fd93729ca10 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Calling delete_port for accb484b-67f7-4025-9af7-0d63eeee9bd3 owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:11.889202 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-0ef632cc-9280-4740-adee-c55301842b45 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868897 Oct 20 14:47:11.967102 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-096a3ae0-f813-45ae-b707-ec6ab1962f61 req-7227c726-c3fc-401d-bde8-8fd93729ca10 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (accb484b-67f7-4025-9af7-0d63eeee9bd3), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:11.980926 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['accb484b-67f7-4025-9af7-0d63eeee9bd3'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:47:11.997117 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227c726-c3fc-401d-bde8-8fd93729ca10 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Pushing event deleted for resources: {'Port': ['ID=accb484b-67f7-4025-9af7-0d63eeee9bd3,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:12.043596 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-096a3ae0-f813-45ae-b707-ec6ab1962f61 req-7227c726-c3fc-401d-bde8-8fd93729ca10 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] No DVR routers for this DVR port accb484b-67f7-4025-9af7-0d63eeee9bd3 on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:47:12.046476 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-096a3ae0-f813-45ae-b707-ec6ab1962f61 req-7227c726-c3fc-401d-bde8-8fd93729ca10 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:12.049958 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-096a3ae0-f813-45ae-b707-ec6ab1962f61 req-7227c726-c3fc-401d-bde8-8fd93729ca10 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.36 "DELETE /networking/v2.0/ports/accb484b-67f7-4025-9af7-0d63eeee9bd3 HTTP/1.1" status: 204 len: 173 time: 0.4160249 Oct 20 14:47:12.050454 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a463ded-2b4a-41e5-a54f-bd28d4e92777', 'name': 'network-vif-deleted', 'tag': 'accb484b-67f7-4025-9af7-0d63eeee9bd3'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:47:12.052956 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4133004-25ac-4f8a-a7db-0e9b44d5256f" -d '{"events": [{"server_uuid": "4a463ded-2b4a-41e5-a54f-bd28d4e92777", "name": "network-vif-deleted", "tag": "accb484b-67f7-4025-9af7-0d63eeee9bd3"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:47:12.095087 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c529db-eee4-433d-850a-e41bf2da8887 x-openstack-request-id: req-34c529db-eee4-433d-850a-e41bf2da8887 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:47:12.095381 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a463ded-2b4a-41e5-a54f-bd28d4e92777", "name": "network-vif-deleted", "tag": "accb484b-67f7-4025-9af7-0d63eeee9bd3", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:47:12.095632 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34c529db-eee4-433d-850a-e41bf2da8887 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:47:12.096035 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c529db-eee4-433d-850a-e41bf2da8887'] response: {'server_uuid': '4a463ded-2b4a-41e5-a54f-bd28d4e92777', 'name': 'network-vif-deleted', 'tag': 'accb484b-67f7-4025-9af7-0d63eeee9bd3', 'status': 'completed', 'code': 200} Oct 20 14:47:12.211832 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-51faa071-841b-403c-af02-90d2f7ccb19e req-eac52f18-3922-467a-a79a-53217609b988 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 210 time: 0.0300322 Oct 20 14:47:12.612328 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3e9ccf4f-44d1-4221-ad63-f032fc718094 req-59c47188-5e98-4803-b3f3-c6158daee932 tempest-ServerRescueNegativeTestJSON-275745418 tempest-ServerRescueNegativeTestJSON-275745418-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4a463ded-2b4a-41e5-a54f-bd28d4e92777 HTTP/1.1" status: 200 len: 210 time: 0.0332446 Oct 20 14:47:13.315025 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1562d1c4-1f44-4c98-93fc-15ae1868bc81 req-706f2a1a-00cf-4958-8510-f8603861c81d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 210 time: 0.0280206 Oct 20 14:47:13.477446 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-f87a9048-1871-41e8-b999-38d661e725c5 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:13.478891 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-f87a9048-1871-41e8-b999-38d661e725c5 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.36 "GET /networking/v2.0/networks?id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 HTTP/1.1" status: 200 len: 809 time: 0.1119201 Oct 20 14:47:13.542142 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-3a58008c-72df-4f3a-acbc-c3d8746b0aa7 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=370ff2b623ce4dfc992a266bd41ee51e HTTP/1.1" status: 200 len: 379 time: 0.0548239 Oct 20 14:47:13.550911 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-3b8036db-c3fe-4029-ab7b-c63c178ca50d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Request body: {'port': {'device_id': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'admin_state_up': True, 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'security_groups': ['fabfd6fa-0c6c-400d-8a0f-4682ccfc1289']}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:47:13.661224 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-3b8036db-c3fe-4029-ab7b-c63c178ca50d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Made reservation on behalf of 370ff2b623ce4dfc992a266bd41ee51e for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:47:13.664971 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-3b8036db-c3fe-4029-ab7b-c63c178ca50d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:13.680409 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38250) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:13.803169 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:13.804555 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-3b8036db-c3fe-4029-ab7b-c63c178ca50d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Allocated IP 172.20.0.8 (97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7/75bc6864-b09b-40e0-876c-324ef9f43459/0526eee3-ed29-410b-be9e-e1916564638c) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:47:13.847695 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:13.927201 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:13.983388 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-3b8036db-c3fe-4029-ab7b-c63c178ca50d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for port (0526eee3-ed29-410b-be9e-e1916564638c), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.019834 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-3b8036db-c3fe-4029-ab7b-c63c178ca50d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (0526eee3-ed29-410b-be9e-e1916564638c), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.028502 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b019afff-d9c7-4f23-a80e-d0504c592af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653547'] for router_interface (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.075338 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-3b8036db-c3fe-4029-ab7b-c63c178ca50d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:47:14.080046 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-3b8036db-c3fe-4029-ab7b-c63c178ca50d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:47:14.085632 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-3b8036db-c3fe-4029-ab7b-c63c178ca50d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:47:14.122993 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8036db-c3fe-4029-ab7b-c63c178ca50d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Pushing event updated for resources: {'Port': ['ID=0526eee3-ed29-410b-be9e-e1916564638c,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:14.146010 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-3b8036db-c3fe-4029-ab7b-c63c178ca50d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:14.147412 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-3b8036db-c3fe-4029-ab7b-c63c178ca50d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.179107 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-3b8036db-c3fe-4029-ab7b-c63c178ca50d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6316385 Oct 20 14:47:14.193483 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Request body: {'port': {'device_id': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:47:14.254198 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:14.267050 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (0526eee3-ed29-410b-be9e-e1916564638c), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.288847 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-b019afff-d9c7-4f23-a80e-d0504c592af4 admin admin] Deleting port 693e3304-e5ae-45f6-ae05-5fad936e343f {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:14.289215 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b019afff-d9c7-4f23-a80e-d0504c592af4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.330570 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-286cc46f-8243-4bb9-bde9-714e54ccb339 None None] Provisioning complete for port 0526eee3-ed29-410b-be9e-e1916564638c triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:47:14.331101 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-286cc46f-8243-4bb9-bde9-714e54ccb339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (0526eee3-ed29-410b-be9e-e1916564638c), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.331183 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-286cc46f-8243-4bb9-bde9-714e54ccb339 None None] Attempt 1 to provision port 0526eee3-ed29-410b-be9e-e1916564638c Oct 20 14:47:14.367999 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-286cc46f-8243-4bb9-bde9-714e54ccb339 None None] Port 0526eee3-ed29-410b-be9e-e1916564638c cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:47:14.408180 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-b019afff-d9c7-4f23-a80e-d0504c592af4 admin admin] For port 693e3304-e5ae-45f6-ae05-5fad936e343f, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=693e3304-e5ae-45f6-ae05-5fad936e343f,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:14.408823 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b019afff-d9c7-4f23-a80e-d0504c592af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.455569 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-b019afff-d9c7-4f23-a80e-d0504c592af4 admin admin] Calling delete_port for 693e3304-e5ae-45f6-ae05-5fad936e343f owned by network:router_interface {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:14.483018 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d608e62-bff5-4435-a4d7-1a2a049858e5 req-d1cfadbf-59b4-451a-b628-c851d20b4300 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:14.485102 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0d608e62-bff5-4435-a4d7-1a2a049858e5 req-d1cfadbf-59b4-451a-b628-c851d20b4300 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 931 time: 0.0726905 Oct 20 14:47:14.582512 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0d608e62-bff5-4435-a4d7-1a2a049858e5 req-32706d2c-06e4-4b37-b470-dbe8b0792e6b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642054 Oct 20 14:47:14.592734 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0526eee3-ed29-410b-be9e-e1916564638c {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:47:14.602141 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Publish callbacks [] for port (0526eee3-ed29-410b-be9e-e1916564638c), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.611647 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device accb484b-67f7-4025-9af7-0d63eeee9bd3 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:14.615292 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Transition to ACTIVE for port object 0526eee3-ed29-410b-be9e-e1916564638c will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:47:14.619905 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (0526eee3-ed29-410b-be9e-e1916564638c), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.633159 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: accb484b-67f7-4025-9af7-0d63eeee9bd3 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:14.633584 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device accb484b-67f7-4025-9af7-0d63eeee9bd3 not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:14.685164 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Pushing event updated for resources: {'Port': ['ID=0526eee3-ed29-410b-be9e-e1916564638c,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:14.696905 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b019afff-d9c7-4f23-a80e-d0504c592af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (693e3304-e5ae-45f6-ae05-5fad936e343f), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.725252 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019afff-d9c7-4f23-a80e-d0504c592af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=693e3304-e5ae-45f6-ae05-5fad936e343f,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:14.739342 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Attempting to bind port 0526eee3-ed29-410b-be9e-e1916564638c on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:47:14.739692 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Attempting to bind port 0526eee3-ed29-410b-be9e-e1916564638c by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:47:14.740010 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Attempting to bind port 0526eee3-ed29-410b-be9e-e1916564638c on network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:47:14.777330 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:14.787522 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Port 0526eee3-ed29-410b-be9e-e1916564638c on network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:47:14.787842 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Attempting to bind port 0526eee3-ed29-410b-be9e-e1916564638c on network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:47:14.790782 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:14.837099 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:47:14.837445 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Checking segment: {'id': '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:47:14.837895 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Bound using segment: {'id': '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:47:14.838406 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Bound port: 0526eee3-ed29-410b-be9e-e1916564638c, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:47:14.838864 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (0526eee3-ed29-410b-be9e-e1916564638c), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.856110 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b019afff-d9c7-4f23-a80e-d0504c592af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1556640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653663'] for router_interface (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.901258 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:14.905630 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] For port 0526eee3-ed29-410b-be9e-e1916564638c, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:47:14.909131 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] For port 0526eee3-ed29-410b-be9e-e1916564638c, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=0526eee3-ed29-410b-be9e-e1916564638c,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:47:14.916057 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (0526eee3-ed29-410b-be9e-e1916564638c), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.920825 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:14.920825 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:14.921842 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/0526eee3-ed29-410b-be9e-e1916564638c HTTP/1.1" status: 200 len: 1093 time: 0.7331009 Oct 20 14:47:14.931796 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a57ad0b-e10e-4494-8dd4-5272fd79e303 None None] get_active_networks_info from dv-cinder-779233-7-iscsi {{(pid=111618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 14:47:14.984158 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'tag': '0526eee3-ed29-410b-be9e-e1916564638c'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:47:14.986744 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb2ff5d-10bb-4663-b783-8347b5f55016" -d '{"events": [{"name": "network-changed", "server_uuid": "a4919bb2-0fa7-455d-bb9e-55db2807713c", "tag": "0526eee3-ed29-410b-be9e-e1916564638c"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:47:14.998777 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dde8b2-1641-4466-94b5-57bd72dbdf3e service neutron] Pushing event updated for resources: {'Port': ['ID=0526eee3-ed29-410b-be9e-e1916564638c,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:15.038831 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-734cfa53-6dfa-4d21-bc86-0e878111b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:15.040426 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-734cfa53-6dfa-4d21-bc86-0e878111b59a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=370ff2b623ce4dfc992a266bd41ee51e&device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 1127 time: 0.0501068 Oct 20 14:47:15.042077 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad8602e-9988-4fa6-bdc9-2426066fb301 x-openstack-request-id: req-7ad8602e-9988-4fa6-bdc9-2426066fb301 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:47:15.042361 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4919bb2-0fa7-455d-bb9e-55db2807713c", "tag": "0526eee3-ed29-410b-be9e-e1916564638c", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:47:15.042615 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ad8602e-9988-4fa6-bdc9-2426066fb301 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:47:15.042998 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad8602e-9988-4fa6-bdc9-2426066fb301'] response: {'name': 'network-changed', 'server_uuid': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'tag': '0526eee3-ed29-410b-be9e-e1916564638c', 'status': 'completed', 'code': 200} Oct 20 14:47:15.077978 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a57ad0b-e10e-4494-8dd4-5272fd79e303 None None] Resources bound (agent type, host, resource id): {{(pid=111618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 14:47:15.086556 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b019afff-d9c7-4f23-a80e-d0504c592af4 admin admin] Router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:47:15.091305 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-f74324f1-862e-4290-a2c5-7b015c7a42a4 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0526eee3-ed29-410b-be9e-e1916564638c HTTP/1.1" status: 200 len: 217 time: 0.0366817 Oct 20 14:47:15.147876 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-606254ea-fc6d-4490-b7d3-ce6b858f0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:15.150051 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-606254ea-fc6d-4490-b7d3-ce6b858f0ecc service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=75bc6864-b09b-40e0-876c-324ef9f43459 HTTP/1.1" status: 200 len: 848 time: 0.0524647 Oct 20 14:47:15.197931 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-0c81d8a2-6a52-454f-8317-3abd559ffa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:15.199566 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-0c81d8a2-6a52-454f-8317-3abd559ffa65 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420892 Oct 20 14:47:15.243100 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:15.306026 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-25edba50-d532-4330-bb51-c04eaa79f72e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923398 Oct 20 14:47:15.399091 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:15.409086 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-032f6fd9-098c-487d-9b44-6449fc817df6 req-e4fbb7f8-efad-4ead-bd25-7c2c50ed51a0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963647 Oct 20 14:47:15.452795 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b019afff-d9c7-4f23-a80e-d0504c592af4 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:47:15.460655 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-b019afff-d9c7-4f23-a80e-d0504c592af4 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/4b62dca2-0d26-475a-a4d6-269e2d8a18fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7785521 Oct 20 14:47:15.461417 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38262) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:15.463016 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63196287-670d-4cd9-8705-26811006ac6e None None] Sync routers for ids ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:47:15.475849 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63196287-670d-4cd9-8705-26811006ac6e None None] Routers {'4b62dca2-0d26-475a-a4d6-269e2d8a18fd'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:15.476643 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-63196287-670d-4cd9-8705-26811006ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:15.546398 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2ff5d-10bb-4663-b783-8347b5f55016 req-9d7df36e-898b-43a8-af68-03bc8e2f7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:15.548204 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2bb2ff5d-10bb-4663-b783-8347b5f55016 req-9d7df36e-898b-43a8-af68-03bc8e2f7314 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=370ff2b623ce4dfc992a266bd41ee51e&device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 1127 time: 0.0854516 Oct 20 14:47:15.593622 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-63196287-670d-4cd9-8705-26811006ac6e None None] Set router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:15.681771 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] Publish callbacks [] for router (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:15.725152 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f86688-8685-483f-a7a3-45a1eba0830b req-19c4a02c-c12e-4d7b-a5a9-27de78d5da28 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:15.734477 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c4f86688-8685-483f-a7a3-45a1eba0830b req-19c4a02c-c12e-4d7b-a5a9-27de78d5da28 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0664465 Oct 20 14:47:15.762579 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2ff5d-10bb-4663-b783-8347b5f55016 req-5f92f12c-81ee-432a-ac6c-f93d2bb50708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:15.764182 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2bb2ff5d-10bb-4663-b783-8347b5f55016 req-5f92f12c-81ee-432a-ac6c-f93d2bb50708 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 HTTP/1.1" status: 200 len: 910 time: 0.1584675 Oct 20 14:47:15.785834 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-63196287-670d-4cd9-8705-26811006ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:47:14Z', 'revision_number': 5, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:15.794170 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c4f86688-8685-483f-a7a3-45a1eba0830b req-64f2c07b-3e37-4e1d-bc4e-c5cba7370785 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574837 Oct 20 14:47:15.806375 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:15.821837 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63196287-670d-4cd9-8705-26811006ac6e None None] Checking router: 4b62dca2-0d26-475a-a4d6-269e2d8a18fd for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:47:15.831699 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63196287-670d-4cd9-8705-26811006ac6e None None] Routers {'4b62dca2-0d26-475a-a4d6-269e2d8a18fd'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:15.832318 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-63196287-670d-4cd9-8705-26811006ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:46:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:15.842386 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2bb2ff5d-10bb-4663-b783-8347b5f55016 req-bad1f5ce-96d8-4dd6-83fd-95c3ea7e6404 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0526eee3-ed29-410b-be9e-e1916564638c HTTP/1.1" status: 200 len: 217 time: 0.0431678 Oct 20 14:47:15.888319 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] Publish callbacks [] for router_gateway (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:15.910401 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2ff5d-10bb-4663-b783-8347b5f55016 req-d72da8e0-38c9-49dd-b5e7-fcdb07275aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:15.911824 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2bb2ff5d-10bb-4663-b783-8347b5f55016 req-d72da8e0-38c9-49dd-b5e7-fcdb07275aa6 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=75bc6864-b09b-40e0-876c-324ef9f43459 HTTP/1.1" status: 200 len: 848 time: 0.0615814 Oct 20 14:47:15.916564 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-7b4415a5-49a1-41e5-b047-b26c15ebcbf9 None None] Provisioning complete for port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:47:15.917474 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7b4415a5-49a1-41e5-b047-b26c15ebcbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:15.917952 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-7b4415a5-49a1-41e5-b047-b26c15ebcbf9 None None] Attempt 1 to provision port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 Oct 20 14:47:15.941576 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-63196287-670d-4cd9-8705-26811006ac6e None None] Set router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:15.975712 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] Deleting port f58368d7-c7e3-4b38-a7af-17f6539dabd7 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:15.976033 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (f58368d7-c7e3-4b38-a7af-17f6539dabd7), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:15.991258 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2ff5d-10bb-4663-b783-8347b5f55016 req-42e6304f-a405-43e7-beff-d82db69b5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:15.992774 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2bb2ff5d-10bb-4663-b783-8347b5f55016 req-42e6304f-a405-43e7-beff-d82db69b5ec7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611644 Oct 20 14:47:16.001462 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-7b4415a5-49a1-41e5-b047-b26c15ebcbf9 None None] Current status of the port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:47:16.080114 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:16.113735 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-63196287-670d-4cd9-8705-26811006ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:47:14Z', 'revision_number': 5, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:16.133300 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] For port f58368d7-c7e3-4b38-a7af-17f6539dabd7, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=f58368d7-c7e3-4b38-a7af-17f6539dabd7,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:16.133577 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (f58368d7-c7e3-4b38-a7af-17f6539dabd7), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:16.137459 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63196287-670d-4cd9-8705-26811006ac6e None None] The sync data for ids ['4b62dca2-0d26-475a-a4d6-269e2d8a18fd'] in dv-cinder-779233-7-iscsi is: [{'id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1743315882-router', 'tenant_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:47:14Z', 'revision_number': 5, 'project_id': '7688b0fbf84b4f4f9c21cb4112ee53b5', 'gw_port': {'id': 'f58368d7-c7e3-4b38-a7af-17f6539dabd7', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b62dca2-0d26-475a-a4d6-269e2d8a18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:21Z', 'updated_at': '2022-10-20T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:47:16.157065 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] Calling delete_port for f58368d7-c7e3-4b38-a7af-17f6539dabd7 owned by network:router_gateway {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:16.162721 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2bb2ff5d-10bb-4663-b783-8347b5f55016 req-3e25a4a2-dbcb-4e44-9b7e-7f4576b49e73 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416795 Oct 20 14:47:16.348338 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2bb2ff5d-10bb-4663-b783-8347b5f55016 req-0e625419-4b0a-4dd9-8b20-7a09bf7fd427 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463399 Oct 20 14:47:16.404544 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (f58368d7-c7e3-4b38-a7af-17f6539dabd7), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:16.430434 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] Pushing event deleted for resources: {'Port': ['ID=f58368d7-c7e3-4b38-a7af-17f6539dabd7,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:16.491076 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647734'] for router_gateway (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:16.587504 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2788'] for router (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:16.590410 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] Publish callbacks [] for router_controller (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:16.646579 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653576'] for router (4b62dca2-0d26-475a-a4d6-269e2d8a18fd), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:16.647218 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b62dca2-0d26-475a-a4d6-269e2d8a18fd {{(pid=111616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 14:47:16.652071 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:16.654204 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ab00cae7-07b6-478f-868b-eebc91feb77c admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/4b62dca2-0d26-475a-a4d6-269e2d8a18fd HTTP/1.1" status: 204 len: 168 time: 1.1904807 Oct 20 14:47:16.656911 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38276) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:16.661964 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 693e3304-e5ae-45f6-ae05-5fad936e343f no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:16.682785 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 693e3304-e5ae-45f6-ae05-5fad936e343f {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:16.683394 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 693e3304-e5ae-45f6-ae05-5fad936e343f not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:16.702169 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_v2 [None req-7196b5d0-d20b-46da-be50-d18535ec6675 admin admin] Deleting subnet abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 {{(pid=111616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:47:16.704628 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:16.706669 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7196b5d0-d20b-46da-be50-d18535ec6675 admin admin] Publish callbacks [] for subnet (abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:16.743291 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7196b5d0-d20b-46da-be50-d18535ec6675 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3906335'] for subnet (abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:16.826406 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7196b5d0-d20b-46da-be50-d18535ec6675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:16.886245 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7196b5d0-d20b-46da-be50-d18535ec6675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9298077'] for subnet (abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:16.891664 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:16.921401 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196b5d0-d20b-46da-be50-d18535ec6675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:16.921401 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-7196b5d0-d20b-46da-be50-d18535ec6675 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:16.925628 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-7196b5d0-d20b-46da-be50-d18535ec6675 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/abcd3610-16b5-4ac1-ba9e-ad6fc21e0e20 HTTP/1.1" status: 204 len: 168 time: 0.2676203 Oct 20 14:47:16.926764 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38280) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:16.929682 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185d46b0-44eb-438d-895c-1f46b9a441f2 None None] Network c28ca665-bebd-48d6-918c-3a77995d0c6e requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:47:16.937100 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4321-85b1-4e9c-8ffd-ee38d2e59f1b req-da6a109a-3bae-4766-b410-50a008d1c7b4 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:16.939269 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a0ec4321-85b1-4e9c-8ffd-ee38d2e59f1b req-da6a109a-3bae-4766-b410-50a008d1c7b4 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0610905 Oct 20 14:47:16.993645 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a0ec4321-85b1-4e9c-8ffd-ee38d2e59f1b req-730f9514-0701-4895-9d9a-9aa150def4bf tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478659 Oct 20 14:47:17.007611 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (c28ca665-bebd-48d6-918c-3a77995d0c6e), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.059036 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Deleting port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:17.059373 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.085855 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] DHCP port deletion for c28ca665-bebd-48d6-918c-3a77995d0c6e request from dv-cinder-779233-7-iscsi {{(pid=111618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 14:47:17.121829 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] For port 33b23072-3d1e-49a2-8c54-d98be70dd1f9, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=33b23072-3d1e-49a2-8c54-d98be70dd1f9,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:17.122186 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.122791 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Deleting port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 {{(pid=111618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:17.123163 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), before_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.135500 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Calling delete_port for 33b23072-3d1e-49a2-8c54-d98be70dd1f9 owned by network:dhcp {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:17.221496 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.250722 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b23072-3d1e-49a2-8c54-d98be70dd1f9,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:17.255762 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] No DVR routers for this DVR port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 on host dv-cinder-779233-7-iscsi {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:47:17.331037 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (c28ca665-bebd-48d6-918c-3a77995d0c6e), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.335361 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] For port 33b23072-3d1e-49a2-8c54-d98be70dd1f9, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=33b23072-3d1e-49a2-8c54-d98be70dd1f9,segment=NetworkSegment(284a419a-f1b2-4464-9d7d-d9ed16ab3a54),segment_id=284a419a-f1b2-4464-9d7d-d9ed16ab3a54)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:17.335753 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), precommit_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.350386 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Calling delete_port for 33b23072-3d1e-49a2-8c54-d98be70dd1f9 owned by network:dhcp {{(pid=111618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:17.352497 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28ca665-bebd-48d6-918c-3a77995d0c6e']}} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:17.363119 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284a419a-f1b2-4464-9d7d-d9ed16ab3a54') {'for_net_delete': True} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:17.363410 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284a419a-f1b2-4464-9d7d-d9ed16ab3a54') {} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:17.377504 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3906344'] for segment (284a419a-f1b2-4464-9d7d-d9ed16ab3a54), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.390453 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (284a419a-f1b2-4464-9d7d-d9ed16ab3a54), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.397590 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=111616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:47:17.397965 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506356'] for segment (284a419a-f1b2-4464-9d7d-d9ed16ab3a54), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.425394 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (33b23072-3d1e-49a2-8c54-d98be70dd1f9), after_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.452197 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Pushing event deleted for resources: {'Port': ['ID=33b23072-3d1e-49a2-8c54-d98be70dd1f9,revision_number=None']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:17.455030 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] No DVR routers for this DVR port 33b23072-3d1e-49a2-8c54-d98be70dd1f9 on host dv-cinder-779233-7-iscsi {{(pid=111618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:47:17.468222 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (c28ca665-bebd-48d6-918c-3a77995d0c6e), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.472101 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.472422 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.472786 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.473241 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.473468 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.473795 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.474145 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.474259 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.474499 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.474803 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.475122 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.475444 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.475788 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.476105 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.476452 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.476772 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bc3f9-7c0b-419d-8cf3-e3ce9af09406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:17.477237 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/c28ca665-bebd-48d6-918c-3a77995d0c6e HTTP/1.1" status: 204 len: 168 time: 0.5495694 Oct 20 14:47:17.490143 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197c61f-a7c0-454f-b3e9-35f01f6eb727 admin admin] Pushing event deleted for resources: {'Network': ['ID=c28ca665-bebd-48d6-918c-3a77995d0c6e,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:17.550253 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment 284a419a-f1b2-4464-9d7d-d9ed16ab3a54 resource provider aggregate not found Oct 20 14:47:17.567465 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment 284a419a-f1b2-4464-9d7d-d9ed16ab3a54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 284a419a-f1b2-4464-9d7d-d9ed16ab3a54 found for delete ", "request_id": "req-8cb382a0-b87c-4c19-8cef-bceceb468d64"}]} Oct 20 14:47:17.649090 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38292) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:17.692421 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-899b32f4-734b-4ab2-9a54-2f069ec518bb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7688b0fbf84b4f4f9c21cb4112ee53b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401950 Oct 20 14:47:17.692884 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38296) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:17.744580 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-934497b8-7f8d-43d7-9563-faf453616b3f admin admin] Publish callbacks [] for security_group (f14b0bd1-254a-400f-a457-7e8441ee9398), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.767979 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-934497b8-7f8d-43d7-9563-faf453616b3f admin admin] Publish callbacks [] for security_group (f14b0bd1-254a-400f-a457-7e8441ee9398), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.793465 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:17.816968 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-934497b8-7f8d-43d7-9563-faf453616b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (f14b0bd1-254a-400f-a457-7e8441ee9398), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.819669 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-934497b8-7f8d-43d7-9563-faf453616b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:17.820850 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-934497b8-7f8d-43d7-9563-faf453616b3f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f14b0bd1-254a-400f-a457-7e8441ee9398 HTTP/1.1" status: 204 len: 168 time: 0.1270740 Oct 20 14:47:17.828943 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934497b8-7f8d-43d7-9563-faf453616b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14b0bd1-254a-400f-a457-7e8441ee9398,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:18.126861 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272f093-546c-4042-acb5-a81db76242f4 req-ac8ec299-5280-4e5c-826c-1b14f1183833 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:18.128387 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f272f093-546c-4042-acb5-a81db76242f4 req-ac8ec299-5280-4e5c-826c-1b14f1183833 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0510156 Oct 20 14:47:18.180960 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f272f093-546c-4042-acb5-a81db76242f4 req-ece17266-1a67-40ce-bc40-50013443970f tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467277 Oct 20 14:47:18.553650 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 33b23072-3d1e-49a2-8c54-d98be70dd1f9 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:18.572482 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 33b23072-3d1e-49a2-8c54-d98be70dd1f9 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:18.572823 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 33b23072-3d1e-49a2-8c54-d98be70dd1f9 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:18.573238 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device f58368d7-c7e3-4b38-a7af-17f6539dabd7 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:18.591090 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: f58368d7-c7e3-4b38-a7af-17f6539dabd7 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:18.591508 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device f58368d7-c7e3-4b38-a7af-17f6539dabd7 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:19.325303 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41390a7f-0114-49be-a644-102fba42ffd5 req-b7bacc25-9b55-460f-b06f-b173aac21e4c tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:19.326959 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-41390a7f-0114-49be-a644-102fba42ffd5 req-b7bacc25-9b55-460f-b06f-b173aac21e4c tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0644040 Oct 20 14:47:19.390443 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-41390a7f-0114-49be-a644-102fba42ffd5 req-d058fe05-2415-4358-b26c-784ecc7d203b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525513 Oct 20 14:47:19.548526 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38366) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:19.655394 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-5b055890-6137-4acc-88eb-1b96f23cd06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:19.733509 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-5b055890-6137-4acc-88eb-1b96f23cd06f admin admin] Publish callbacks [] for security_group (8e449908-03eb-45cb-9ce2-8360f1de47b3), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:19.737794 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-5b055890-6137-4acc-88eb-1b96f23cd06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (8e449908-03eb-45cb-9ce2-8360f1de47b3), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:19.741970 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:19.780501 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-5b055890-6137-4acc-88eb-1b96f23cd06f admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=9c951ccab05e478c9ac57a80fef6f6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308729 Oct 20 14:47:19.781914 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b055890-6137-4acc-88eb-1b96f23cd06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e449908-03eb-45cb-9ce2-8360f1de47b3,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:19.783282 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38372) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:19.841983 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-94050d06-1a45-46ba-b5a7-0569428b485a admin admin] Publish callbacks [] for security_group (8e449908-03eb-45cb-9ce2-8360f1de47b3), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:19.865698 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-94050d06-1a45-46ba-b5a7-0569428b485a admin admin] Publish callbacks [] for security_group (8e449908-03eb-45cb-9ce2-8360f1de47b3), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:19.910971 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-94050d06-1a45-46ba-b5a7-0569428b485a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (8e449908-03eb-45cb-9ce2-8360f1de47b3), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:19.913604 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-94050d06-1a45-46ba-b5a7-0569428b485a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:19.914739 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-94050d06-1a45-46ba-b5a7-0569428b485a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8e449908-03eb-45cb-9ce2-8360f1de47b3 HTTP/1.1" status: 204 len: 168 time: 0.1303921 Oct 20 14:47:19.923219 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94050d06-1a45-46ba-b5a7-0569428b485a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e449908-03eb-45cb-9ce2-8360f1de47b3,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:20.177827 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38378) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:20.191166 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2d608be9-2181-46d1-a0ec-a632df047299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:20.266838 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2d608be9-2181-46d1-a0ec-a632df047299 admin admin] Publish callbacks [] for security_group (e83782be-94c4-484e-b57c-2e8952b606e4), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:20.270305 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2d608be9-2181-46d1-a0ec-a632df047299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (e83782be-94c4-484e-b57c-2e8952b606e4), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:20.279884 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:20.310865 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-2d608be9-2181-46d1-a0ec-a632df047299 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a23a7448b8ca438e902d75ba9ac3acc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319957 Oct 20 14:47:20.313639 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38380) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:20.313800 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d608be9-2181-46d1-a0ec-a632df047299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83782be-94c4-484e-b57c-2e8952b606e4,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:20.365013 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ff47e4cc-4258-4e1a-9c15-8f07b2d0eb2a admin admin] Publish callbacks [] for security_group (e83782be-94c4-484e-b57c-2e8952b606e4), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:20.385854 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ff47e4cc-4258-4e1a-9c15-8f07b2d0eb2a admin admin] Publish callbacks [] for security_group (e83782be-94c4-484e-b57c-2e8952b606e4), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:20.523384 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c91b7-a1d2-41e8-a0b9-60abd6b25ced req-de7de429-e4ca-4b68-80d1-8106208885d8 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:20.524995 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-974c91b7-a1d2-41e8-a0b9-60abd6b25ced req-de7de429-e4ca-4b68-80d1-8106208885d8 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0511968 Oct 20 14:47:20.583199 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-974c91b7-a1d2-41e8-a0b9-60abd6b25ced req-79ce8af8-3019-4534-9542-f6ab9067a714 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522003 Oct 20 14:47:20.667854 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ff47e4cc-4258-4e1a-9c15-8f07b2d0eb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (e83782be-94c4-484e-b57c-2e8952b606e4), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:20.670279 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ff47e4cc-4258-4e1a-9c15-8f07b2d0eb2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:20.671399 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ff47e4cc-4258-4e1a-9c15-8f07b2d0eb2a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e83782be-94c4-484e-b57c-2e8952b606e4 HTTP/1.1" status: 204 len: 168 time: 0.3566394 Oct 20 14:47:20.679357 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47e4cc-4258-4e1a-9c15-8f07b2d0eb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83782be-94c4-484e-b57c-2e8952b606e4,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:21.517919 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7e72faf5-c8b2-4d7c-9fe9-befe894f93f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:21.696986 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:21.712160 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa8978-d1de-4d1d-a477-1ff768f3a54e req-933c7b3d-2e84-45fd-be26-f0cb05a9707c tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:21.713885 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7cfa8978-d1de-4d1d-a477-1ff768f3a54e req-933c7b3d-2e84-45fd-be26-f0cb05a9707c tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0515685 Oct 20 14:47:21.767093 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7cfa8978-d1de-4d1d-a477-1ff768f3a54e req-10b3c30a-3a97-4c38-b322-15542051556c tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464468 Oct 20 14:47:22.901964 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fa139-4b59-4fe0-904c-38d659d25a73 req-3dddebfc-d9ee-4cc9-a296-4e41b60449c6 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:22.903516 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3e8fa139-4b59-4fe0-904c-38d659d25a73 req-3dddebfc-d9ee-4cc9-a296-4e41b60449c6 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0521374 Oct 20 14:47:22.955523 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3e8fa139-4b59-4fe0-904c-38d659d25a73 req-1ee35308-4611-4c89-b00a-407de40dcd6c tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458674 Oct 20 14:47:23.652969 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-4c304ca3-118f-450f-b9dd-999d225a4110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:24.089798 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc77734-e950-4dc8-8471-63085b4bb7f5 req-46d29dc9-9fc3-4cb0-aaa5-181cf8089367 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:24.091298 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-edc77734-e950-4dc8-8471-63085b4bb7f5 req-46d29dc9-9fc3-4cb0-aaa5-181cf8089367 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0565631 Oct 20 14:47:24.150996 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-edc77734-e950-4dc8-8471-63085b4bb7f5 req-848c31a6-c296-4306-bd0e-f6ff40e2664d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527375 Oct 20 14:47:25.008940 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:25.014151 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:47:25.280126 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6d702-dd2c-4a72-8d1f-4c72c41b95f2 req-3cb7be3c-39ca-4cdf-9f71-d1175edc4928 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:25.281830 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-41b6d702-dd2c-4a72-8d1f-4c72c41b95f2 req-3cb7be3c-39ca-4cdf-9f71-d1175edc4928 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0491819 Oct 20 14:47:25.332417 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-41b6d702-dd2c-4a72-8d1f-4c72c41b95f2 req-2a4b9aa7-4a7a-4902-bc42-65b8b09e5d6f tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445948 Oct 20 14:47:25.738173 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38530) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:25.864007 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-98df6d00-a195-4168-85c3-56f3eb8f84de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:25.941222 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-98df6d00-a195-4168-85c3-56f3eb8f84de admin admin] Publish callbacks [] for security_group (694ca9fd-ed4a-495a-9657-8f5502da70a2), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:25.944836 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-98df6d00-a195-4168-85c3-56f3eb8f84de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (694ca9fd-ed4a-495a-9657-8f5502da70a2), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:25.978008 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-98df6d00-a195-4168-85c3-56f3eb8f84de admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=e402b4f743ff49bdb98bd82c7f29ca90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387443 Oct 20 14:47:25.981048 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38534) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:25.987622 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df6d00-a195-4168-85c3-56f3eb8f84de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694ca9fd-ed4a-495a-9657-8f5502da70a2,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:26.031854 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-00881c47-6745-40b4-a499-016f3bb68e69 admin admin] Publish callbacks [] for security_group (694ca9fd-ed4a-495a-9657-8f5502da70a2), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:26.054608 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-00881c47-6745-40b4-a499-016f3bb68e69 admin admin] Publish callbacks [] for security_group (694ca9fd-ed4a-495a-9657-8f5502da70a2), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:26.100463 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-00881c47-6745-40b4-a499-016f3bb68e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (694ca9fd-ed4a-495a-9657-8f5502da70a2), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:26.103112 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-00881c47-6745-40b4-a499-016f3bb68e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:26.104510 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-00881c47-6745-40b4-a499-016f3bb68e69 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/694ca9fd-ed4a-495a-9657-8f5502da70a2 HTTP/1.1" status: 204 len: 168 time: 0.1222179 Oct 20 14:47:26.112168 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00881c47-6745-40b4-a499-016f3bb68e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694ca9fd-ed4a-495a-9657-8f5502da70a2,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:26.303018 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:26.383873 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38542) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:26.400477 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-28adbc59-feaf-4604-8c34-7c353ca5729f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:26.441565 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:26.481721 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678905be-3137-4ad4-893d-597ad5d87cbf req-05572dce-84dd-43af-928e-c2528e6f8075 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:26.483196 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-678905be-3137-4ad4-893d-597ad5d87cbf req-05572dce-84dd-43af-928e-c2528e6f8075 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0657897 Oct 20 14:47:26.554448 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-28adbc59-feaf-4604-8c34-7c353ca5729f admin admin] Publish callbacks [] for security_group (9189b77e-47c4-4a58-9c7f-03849bfd2dd0), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:26.561249 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-28adbc59-feaf-4604-8c34-7c353ca5729f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (9189b77e-47c4-4a58-9c7f-03849bfd2dd0), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:26.576776 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-678905be-3137-4ad4-893d-597ad5d87cbf req-5dc4354b-7246-4b50-8544-579670bd6b4e tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865130 Oct 20 14:47:26.602796 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:26.616491 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-28adbc59-feaf-4604-8c34-7c353ca5729f admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c32f088e14c8478c97c18bb1858a5b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309272 Oct 20 14:47:26.618060 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adbc59-feaf-4604-8c34-7c353ca5729f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9189b77e-47c4-4a58-9c7f-03849bfd2dd0,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:26.619298 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38546) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:26.681970 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-361ae70e-9e0d-4494-b114-30d91c477c70 admin admin] Publish callbacks [] for security_group (9189b77e-47c4-4a58-9c7f-03849bfd2dd0), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:26.704404 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-361ae70e-9e0d-4494-b114-30d91c477c70 admin admin] Publish callbacks [] for security_group (9189b77e-47c4-4a58-9c7f-03849bfd2dd0), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:26.754684 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-361ae70e-9e0d-4494-b114-30d91c477c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (9189b77e-47c4-4a58-9c7f-03849bfd2dd0), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:26.757611 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-361ae70e-9e0d-4494-b114-30d91c477c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:26.758760 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-361ae70e-9e0d-4494-b114-30d91c477c70 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9189b77e-47c4-4a58-9c7f-03849bfd2dd0 HTTP/1.1" status: 204 len: 168 time: 0.1381614 Oct 20 14:47:26.767162 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ae70e-9e0d-4494-b114-30d91c477c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9189b77e-47c4-4a58-9c7f-03849bfd2dd0,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:27.121911 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38564) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:27.134960 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-58372f3f-15c3-4762-9cd6-6df216c081bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:27.162957 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:27.215179 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-58372f3f-15c3-4762-9cd6-6df216c081bb admin admin] Publish callbacks [] for security_group (dfcb4c4f-19e7-4261-a777-8e8f7a9929b5), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:27.219377 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-58372f3f-15c3-4762-9cd6-6df216c081bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (dfcb4c4f-19e7-4261-a777-8e8f7a9929b5), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:27.256382 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-58372f3f-15c3-4762-9cd6-6df216c081bb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=f4c98c1ba308479fa849aa0518395abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333909 Oct 20 14:47:27.258244 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58372f3f-15c3-4762-9cd6-6df216c081bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcb4c4f-19e7-4261-a777-8e8f7a9929b5,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:27.259111 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38566) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:27.309009 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-02c91bd8-6da4-49fa-b7dd-3fecccbf8903 admin admin] Publish callbacks [] for security_group (dfcb4c4f-19e7-4261-a777-8e8f7a9929b5), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:27.328910 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-02c91bd8-6da4-49fa-b7dd-3fecccbf8903 admin admin] Publish callbacks [] for security_group (dfcb4c4f-19e7-4261-a777-8e8f7a9929b5), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:27.377047 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-02c91bd8-6da4-49fa-b7dd-3fecccbf8903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (dfcb4c4f-19e7-4261-a777-8e8f7a9929b5), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:27.379563 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-02c91bd8-6da4-49fa-b7dd-3fecccbf8903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:27.383342 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-02c91bd8-6da4-49fa-b7dd-3fecccbf8903 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/dfcb4c4f-19e7-4261-a777-8e8f7a9929b5 HTTP/1.1" status: 204 len: 168 time: 0.1231544 Oct 20 14:47:27.391809 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c91bd8-6da4-49fa-b7dd-3fecccbf8903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcb4c4f-19e7-4261-a777-8e8f7a9929b5,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:27.725654 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:27.739536 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc7c50-e3fc-4598-b760-bfcde79963d8 req-810cc58c-d5e8-4ec0-a99d-53c2bef98aa9 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:27.747029 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-25fc7c50-e3fc-4598-b760-bfcde79963d8 req-810cc58c-d5e8-4ec0-a99d-53c2bef98aa9 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0771713 Oct 20 14:47:27.809911 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-25fc7c50-e3fc-4598-b760-bfcde79963d8 req-ad3e7bf7-6180-4b87-8d1d-c772abb47ae4 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620179 Oct 20 14:47:28.005965 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2cf23-1f83-4a86-9fe3-6b2b12d795a8 req-2041369f-f293-45e9-9018-4215f2d43e69 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:28.007025 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e7a2cf23-1f83-4a86-9fe3-6b2b12d795a8 req-2041369f-f293-45e9-9018-4215f2d43e69 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 946 time: 0.0495591 Oct 20 14:47:28.057911 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e7a2cf23-1f83-4a86-9fe3-6b2b12d795a8 req-ad215fde-60c4-4e40-be23-b8fd2c8ae116 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=29d14af7-998d-43bc-bd0b-247c9077bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449095 Oct 20 14:47:28.699789 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f091882-efe0-4ea6-aa59-fee6c75e85ad req-d07f1832-c673-471b-8d9d-adb4862b4ee1 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:28.701425 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6f091882-efe0-4ea6-aa59-fee6c75e85ad req-d07f1832-c673-471b-8d9d-adb4862b4ee1 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 945 time: 0.0471215 Oct 20 14:47:28.752140 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6f091882-efe0-4ea6-aa59-fee6c75e85ad req-fdbe6351-8c8b-4f56-b77b-cbb35097935d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438895 Oct 20 14:47:28.937284 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad36e71-8118-44bd-89ea-35f96194fd8d req-812362b2-c1ab-454d-8b59-e42080bba8a4 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:28.938932 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4ad36e71-8118-44bd-89ea-35f96194fd8d req-812362b2-c1ab-454d-8b59-e42080bba8a4 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0500500 Oct 20 14:47:28.988506 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4ad36e71-8118-44bd-89ea-35f96194fd8d req-fe296333-f7e2-4761-933a-467b4b700f05 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439970 Oct 20 14:47:29.196710 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587b0df-85e0-4505-b377-91d532c79238 req-7382c0aa-bbfa-43c2-89d7-6cfbd56fbb37 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:29.198186 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4587b0df-85e0-4505-b377-91d532c79238 req-7382c0aa-bbfa-43c2-89d7-6cfbd56fbb37 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 946 time: 0.0536895 Oct 20 14:47:29.252364 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4587b0df-85e0-4505-b377-91d532c79238 req-764d1978-2a49-48ec-9cb1-a7f52ce9d28e tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=29d14af7-998d-43bc-bd0b-247c9077bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468819 Oct 20 14:47:29.594727 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:29.610844 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:29.877246 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fe5e5-ce97-4448-9f54-38bfec3bf437 req-4504332d-e134-4119-ab86-bc0e5465f6d6 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:29.878597 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-842fe5e5-ce97-4448-9f54-38bfec3bf437 req-4504332d-e134-4119-ab86-bc0e5465f6d6 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 945 time: 0.0519717 Oct 20 14:47:29.929786 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-842fe5e5-ce97-4448-9f54-38bfec3bf437 req-ebcffe20-6ca7-442d-bf09-bc1e075588cf tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0456765 Oct 20 14:47:30.110282 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5a15a-0a44-4aad-9f37-609fb6af8825 req-f36c915d-ea96-4636-831c-38522152eaf0 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:30.111627 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-22e5a15a-0a44-4aad-9f37-609fb6af8825 req-f36c915d-ea96-4636-831c-38522152eaf0 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0470541 Oct 20 14:47:30.159950 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-22e5a15a-0a44-4aad-9f37-609fb6af8825 req-83edefc6-40cf-4842-9b87-6115f1bfab05 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425582 Oct 20 14:47:30.389315 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bebec9-af80-4fa3-a493-9ccd7f951785 req-bac19a7a-72e5-4a15-a3d3-1bf7edea1ffb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:30.391427 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-31bebec9-af80-4fa3-a493-9ccd7f951785 req-bac19a7a-72e5-4a15-a3d3-1bf7edea1ffb tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 946 time: 0.0633624 Oct 20 14:47:30.453162 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-31bebec9-af80-4fa3-a493-9ccd7f951785 req-a26ab68b-6f27-49c8-b80d-2ec26fb1f930 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=29d14af7-998d-43bc-bd0b-247c9077bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504270 Oct 20 14:47:31.052849 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-8e9acc54-4ecf-4e98-b240-b512521bfba4 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:31.054282 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-8e9acc54-4ecf-4e98-b240-b512521bfba4 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 946 time: 0.0483084 Oct 20 14:47:31.054988 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50def7-13ae-438d-b2c4-19373c959d9c req-2ef64e70-3e51-4bb6-b696-0302aaee5792 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:31.056442 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fe50def7-13ae-438d-b2c4-19373c959d9c req-2ef64e70-3e51-4bb6-b696-0302aaee5792 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 945 time: 0.0504498 Oct 20 14:47:31.070201 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:31.106108 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fe50def7-13ae-438d-b2c4-19373c959d9c req-b2ca61d3-d363-4d94-9116-51c00fb54d8a tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440817 Oct 20 14:47:31.278313 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf5b25-ec0b-4662-86dd-b65419e08f46 req-e8345376-418e-452d-ae79-e8746867e3fd tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:31.279653 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b3cf5b25-ec0b-4662-86dd-b65419e08f46 req-e8345376-418e-452d-ae79-e8746867e3fd tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0455720 Oct 20 14:47:31.327578 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b3cf5b25-ec0b-4662-86dd-b65419e08f46 req-66a069ac-c4e5-47a2-b937-f8003f3877b1 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418212 Oct 20 14:47:31.565674 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd3687-b433-4d0b-ba42-642b101db62f req-9814455d-ad15-452f-977d-c3d0eb13a756 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:31.567023 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6fcd3687-b433-4d0b-ba42-642b101db62f req-9814455d-ad15-452f-977d-c3d0eb13a756 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 946 time: 0.0507710 Oct 20 14:47:31.613526 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6fcd3687-b433-4d0b-ba42-642b101db62f req-a5dca973-22ec-4804-8353-8492841748dc tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=29d14af7-998d-43bc-bd0b-247c9077bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408473 Oct 20 14:47:31.645012 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:31.696674 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f193784-f340-4db6-93fc-d6e329c68439 req-b144566b-cbec-4fa9-9ccd-9a9a7b1d02b2 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:31.698116 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2f193784-f340-4db6-93fc-d6e329c68439 req-b144566b-cbec-4fa9-9ccd-9a9a7b1d02b2 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 945 time: 0.0899022 Oct 20 14:47:31.763090 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Deleting port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:31.763434 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:31.857897 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-2f193784-f340-4db6-93fc-d6e329c68439 req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Deleting port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:31.858242 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-2f193784-f340-4db6-93fc-d6e329c68439 req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:31.961716 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] For port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:31.962090 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:32.032706 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-2f193784-f340-4db6-93fc-d6e329c68439 req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] For port a1e5a843-5c0f-440d-8b6e-9a45608a72c5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a1e5a843-5c0f-440d-8b6e-9a45608a72c5,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:32.033082 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-2f193784-f340-4db6-93fc-d6e329c68439 req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:32.231300 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9abdc-8768-4780-90e6-9de604a0a0e7 req-66211a11-9d54-466f-af94-9845347ee186 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:32.233640 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f0a9abdc-8768-4780-90e6-9de604a0a0e7 req-66211a11-9d54-466f-af94-9845347ee186 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 945 time: 0.0485969 Oct 20 14:47:32.259368 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:32.283796 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f0a9abdc-8768-4780-90e6-9de604a0a0e7 req-e32e116b-c7a8-40b6-a744-0a6f4c379207 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dc889e21-63aa-4d13-80ed-c25908c352e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439310 Oct 20 14:47:32.287126 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:32.287530 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (73ba7e2a-d943-4997-92ce-245b34055188), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:32.287631 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.l3_db [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Floating IP 73ba7e2a-d943-4997-92ce-245b34055188 disassociated. External IP: 172.27.0.173, port: 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368. Oct 20 14:47:32.287943 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Calling delete_port for 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:32.311883 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-2f193784-f340-4db6-93fc-d6e329c68439 req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:32.312246 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-2f193784-f340-4db6-93fc-d6e329c68439 req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (99f62768-8d30-4d52-88df-6e11eac31e70), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:32.312668 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.l3_db [req-2f193784-f340-4db6-93fc-d6e329c68439 req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Floating IP 99f62768-8d30-4d52-88df-6e11eac31e70 disassociated. External IP: 172.27.0.141, port: a1e5a843-5c0f-440d-8b6e-9a45608a72c5. Oct 20 14:47:32.313016 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-2f193784-f340-4db6-93fc-d6e329c68439 req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Calling delete_port for a1e5a843-5c0f-440d-8b6e-9a45608a72c5 owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:32.357069 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:32.446551 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:32.449140 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877582f9-4445-452b-a68d-bd1cac9fd174 req-fae0ec84-91de-4c32-b9ed-a6626dae4a94 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:32.450791 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-877582f9-4445-452b-a68d-bd1cac9fd174 req-fae0ec84-91de-4c32-b9ed-a6626dae4a94 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0481095 Oct 20 14:47:32.507383 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-877582f9-4445-452b-a68d-bd1cac9fd174 req-20933f31-01f0-4995-99d0-3f20d9892a39 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501573 Oct 20 14:47:32.541405 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:32.543412 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-2f193784-f340-4db6-93fc-d6e329c68439 req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (a1e5a843-5c0f-440d-8b6e-9a45608a72c5), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:32.575026 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event deleted for resources: {'Port': ['ID=1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:32.613794 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event deleted for resources: {'Port': ['ID=a1e5a843-5c0f-440d-8b6e-9a45608a72c5,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:32.652439 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 0526eee3-ed29-410b-be9e-e1916564638c details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:47:32.722278 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6c313812-092a-4241-b49f-a4301a90e5cf req-c4813fe3-1574-4bce-ad5d-ee4f278ac5b4 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 210 time: 0.0302820 Oct 20 14:47:32.756833 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 0526eee3-ed29-410b-be9e-e1916564638c, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=0526eee3-ed29-410b-be9e-e1916564638c,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:32.768107 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '0526eee3-ed29-410b-be9e-e1916564638c', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'port_id': '0526eee3-ed29-410b-be9e-e1916564638c', 'mac_address': 'fa:16:3e:16:a2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:47:32.793058 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:32.799375 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Router f7e24323-3547-4288-9584-c3c76ffa6689 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:47:32.801186 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f193784-f340-4db6-93fc-d6e329c68439 req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Router 77f489c9-269b-4f4d-bfe4-358795deb54f has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:47:32.804303 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 0526eee3-ed29-410b-be9e-e1916564638c is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:47:32.804781 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (0526eee3-ed29-410b-be9e-e1916564638c), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:32.822114 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0526eee3-ed29-410b-be9e-e1916564638c {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:47:32.841690 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 0526eee3-ed29-410b-be9e-e1916564638c, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=0526eee3-ed29-410b-be9e-e1916564638c,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:32.846446 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (0526eee3-ed29-410b-be9e-e1916564638c), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:32.893676 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=0526eee3-ed29-410b-be9e-e1916564638c,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:32.992480 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f193784-f340-4db6-93fc-d6e329c68439 req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:47:32.994444 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:47:33.009181 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ac08d-48da-4427-bd21-afafaf84090d None None] Sync routers for ids ['77f489c9-269b-4f4d-bfe4-358795deb54f'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:47:33.011682 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0020e7f0-7147-4e3b-8413-ce4294216403 None None] Sync routers for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:47:33.024450 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ac08d-48da-4427-bd21-afafaf84090d None None] Routers {'77f489c9-269b-4f4d-bfe4-358795deb54f'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:33.025345 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-044ac08d-48da-4427-bd21-afafaf84090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:47:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['77f489c9-269b-4f4d-bfe4-358795deb54f'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:33.026995 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0020e7f0-7147-4e3b-8413-ce4294216403 None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:33.027753 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-0020e7f0-7147-4e3b-8413-ce4294216403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:47:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:33.077577 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] No DVR routers for this DVR port 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:47:33.080300 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f193784-f340-4db6-93fc-d6e329c68439 req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] No DVR routers for this DVR port a1e5a843-5c0f-440d-8b6e-9a45608a72c5 on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:47:33.082440 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:33.086532 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-43b38fee-c05a-4ae8-a768-3b3e7c7096e2 req-6a8f647c-6e8d-491a-9ed5-b361d193aa4a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.36 "DELETE /networking/v2.0/ports/1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 HTTP/1.1" status: 204 len: 173 time: 1.4794300 Oct 20 14:47:33.087202 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4caff2a-4143-4567-bb70-554451cc1b0d', 'name': 'network-vif-deleted', 'tag': '1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:47:33.089612 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6f8fa1-2e0d-4459-9250-cd6d52ead12e" -d '{"events": [{"server_uuid": "e4caff2a-4143-4567-bb70-554451cc1b0d", "name": "network-vif-deleted", "tag": "1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:47:33.093124 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-2f193784-f340-4db6-93fc-d6e329c68439 req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:33.097383 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2f193784-f340-4db6-93fc-d6e329c68439 req-e4206231-562e-46da-8fe0-f195bf164d7d tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.36 "DELETE /networking/v2.0/ports/a1e5a843-5c0f-440d-8b6e-9a45608a72c5 HTTP/1.1" status: 204 len: 173 time: 1.3806005 Oct 20 14:47:33.145462 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f24fe6-2647-46f6-88e5-63186f758fe1 x-openstack-request-id: req-d9f24fe6-2647-46f6-88e5-63186f758fe1 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:47:33.146150 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4caff2a-4143-4567-bb70-554451cc1b0d", "name": "network-vif-deleted", "tag": "1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:47:33.146634 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9f24fe6-2647-46f6-88e5-63186f758fe1 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:47:33.147265 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f24fe6-2647-46f6-88e5-63186f758fe1'] response: {'server_uuid': 'e4caff2a-4143-4567-bb70-554451cc1b0d', 'name': 'network-vif-deleted', 'tag': '1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368', 'status': 'completed', 'code': 200} Oct 20 14:47:33.226875 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['0526eee3-ed29-410b-be9e-e1916564638c'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:47:33.304417 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-044ac08d-48da-4427-bd21-afafaf84090d None None] Set router 77f489c9-269b-4f4d-bfe4-358795deb54f gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:33.388130 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-0020e7f0-7147-4e3b-8413-ce4294216403 None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:33.469117 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b8da79c6-17a1-435e-ab0b-a230a38ae5b8 req-15dae425-957a-4734-aef2-c140ea7d1ac3 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d10aa467-2dd1-482b-9e1e-1e1f43e1aafa HTTP/1.1" status: 200 len: 210 time: 0.0429213 Oct 20 14:47:33.599928 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:33.632785 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:33.641633 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-044ac08d-48da-4427-bd21-afafaf84090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:19Z', 'revision_number': 5, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:33.651012 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87d673-a7df-4c5f-b7a0-c53f8068597f req-f0ebd245-0693-4cbf-9922-6b7d0e4eb636 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:33.654686 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-be87d673-a7df-4c5f-b7a0-c53f8068597f req-f0ebd245-0693-4cbf-9922-6b7d0e4eb636 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 944 time: 0.0621126 Oct 20 14:47:33.677186 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-0020e7f0-7147-4e3b-8413-ce4294216403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:33.683733 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ac08d-48da-4427-bd21-afafaf84090d None None] Checking router: 77f489c9-269b-4f4d-bfe4-358795deb54f for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:47:33.710424 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ac08d-48da-4427-bd21-afafaf84090d None None] Routers {'77f489c9-269b-4f4d-bfe4-358795deb54f'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:33.711052 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-044ac08d-48da-4427-bd21-afafaf84090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:47:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['77f489c9-269b-4f4d-bfe4-358795deb54f'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:33.724594 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0020e7f0-7147-4e3b-8413-ce4294216403 None None] Checking router: f7e24323-3547-4288-9584-c3c76ffa6689 for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:47:33.730608 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0020e7f0-7147-4e3b-8413-ce4294216403 None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:33.731315 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-0020e7f0-7147-4e3b-8413-ce4294216403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:47:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:33.742707 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-be87d673-a7df-4c5f-b7a0-c53f8068597f req-a2413154-0838-4bec-8a80-bae60405a4ea tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792897 Oct 20 14:47:33.869485 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-044ac08d-48da-4427-bd21-afafaf84090d None None] Set router 77f489c9-269b-4f4d-bfe4-358795deb54f gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:33.919672 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-161be211-e391-474c-8817-0b0e0ad15fae req-be58a677-c19b-4078-b5f3-316ba1d2893a tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e4caff2a-4143-4567-bb70-554451cc1b0d HTTP/1.1" status: 200 len: 210 time: 0.0410137 Oct 20 14:47:33.960866 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:33.980644 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-0020e7f0-7147-4e3b-8413-ce4294216403 None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:34.073043 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:34.127307 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-044ac08d-48da-4427-bd21-afafaf84090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:19Z', 'revision_number': 5, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:34.154786 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ac08d-48da-4427-bd21-afafaf84090d None None] The sync data for ids ['77f489c9-269b-4f4d-bfe4-358795deb54f'] in dv-cinder-779233-7-iscsi is: [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:41:04Z', 'revision_number': 4, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '7166f051-d735-49d6-a843-4289f4be9c58', 'name': '', 'network_id': 'fc293b8c-746d-49c9-a6cf-e8d38b9a4352', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'mac_address': 'fa:16:3e:83:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1a67e092-0844-4291-b844-e931d44b047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:19Z', 'revision_number': 5, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'subnets': [{'id': '1a67e092-0844-4291-b844-e931d44b047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:47:34.192661 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-0020e7f0-7147-4e3b-8413-ce4294216403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:34.217931 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0020e7f0-7147-4e3b-8413-ce4294216403 None None] The sync data for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi is: [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:03Z', 'revision_number': 4, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '069d96f0-5b55-4a1f-a1ab-bc676c855465', 'name': '', 'network_id': 'bc51d155-90b9-48b7-86e9-fc4346955e9e', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'mac_address': 'fa:16:3e:89:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:41:02Z', 'updated_at': '2022-10-20T14:41:21Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'subnets': [{'id': '56f61a25-fefc-4795-ba33-a4348feea40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:47:34.461352 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9141769d-55b4-4023-a62f-8c4cb27fcfdf None None] New status for floating IP 99f62768-8d30-4d52-88df-6e11eac31e70: DOWN {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:47:34.494554 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655ba0d9-017e-4c82-afee-17bf68b03975 None None] New status for floating IP 73ba7e2a-d943-4997-92ce-245b34055188: DOWN {{(pid=111619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:47:34.570511 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38710) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:34.629444 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-08b6f99d-873c-4861-b3fb-1136a3821a14 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group (dc889e21-63aa-4d13-80ed-c25908c352e2), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:34.661115 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-08b6f99d-873c-4861-b3fb-1136a3821a14 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group (dc889e21-63aa-4d13-80ed-c25908c352e2), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:34.666650 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 0526eee3-ed29-410b-be9e-e1916564638c up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:47:34.709984 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port 0526eee3-ed29-410b-be9e-e1916564638c completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:47:34.710804 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-08b6f99d-873c-4861-b3fb-1136a3821a14 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (dc889e21-63aa-4d13-80ed-c25908c352e2), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:34.713486 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-08b6f99d-873c-4861-b3fb-1136a3821a14 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:34.714788 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-08b6f99d-873c-4861-b3fb-1136a3821a14 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/dc889e21-63aa-4d13-80ed-c25908c352e2 HTTP/1.1" status: 204 len: 168 time: 0.1432695 Oct 20 14:47:34.715704 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 0526eee3-ed29-410b-be9e-e1916564638c triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:47:34.716090 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (0526eee3-ed29-410b-be9e-e1916564638c), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:34.716453 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 0526eee3-ed29-410b-be9e-e1916564638c Oct 20 14:47:34.717818 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38712) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:34.724603 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6f99d-873c-4861-b3fb-1136a3821a14 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc889e21-63aa-4d13-80ed-c25908c352e2,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:34.732847 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.api.v2.resource [None req-e3981899-9c0e-4157-bb4b-45f2c62116e9 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] show failed (client error): The resource could not be found. Oct 20 14:47:34.733850 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-e3981899-9c0e-4157-bb4b-45f2c62116e9 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "GET /networking/v2.0/security-groups/dc889e21-63aa-4d13-80ed-c25908c352e2 HTTP/1.1" status: 404 len: 347 time: 0.0151939 Oct 20 14:47:34.737505 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38714) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:34.809068 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 0526eee3-ed29-410b-be9e-e1916564638c is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:47:34.809464 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (0526eee3-ed29-410b-be9e-e1916564638c), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:34.837150 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0526eee3-ed29-410b-be9e-e1916564638c'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:47:34.839405 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753790c3-8882-444e-8e40-ee5b06a86f84" -d '{"events": [{"server_uuid": "a4919bb2-0fa7-455d-bb9e-55db2807713c", "name": "network-vif-plugged", "status": "completed", "tag": "0526eee3-ed29-410b-be9e-e1916564638c"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:47:34.854959 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 0526eee3-ed29-410b-be9e-e1916564638c, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=0526eee3-ed29-410b-be9e-e1916564638c,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:34.861676 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-3e12c535-1143-44cc-807c-6e0c6f9ea781 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Deleting port e261a65a-58b5-4773-983e-dd683f5b17a6 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:34.862460 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3e12c535-1143-44cc-807c-6e0c6f9ea781 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (e261a65a-58b5-4773-983e-dd683f5b17a6), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:34.863591 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (0526eee3-ed29-410b-be9e-e1916564638c), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:34.864572 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:34.916984 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8e1fad-de4a-4f73-83f7-853ade48ce95 x-openstack-request-id: req-fa8e1fad-de4a-4f73-83f7-853ade48ce95 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:47:34.917296 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4919bb2-0fa7-455d-bb9e-55db2807713c", "name": "network-vif-plugged", "status": "completed", "tag": "0526eee3-ed29-410b-be9e-e1916564638c", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:47:34.917720 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa8e1fad-de4a-4f73-83f7-853ade48ce95 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:47:34.918287 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8e1fad-de4a-4f73-83f7-853ade48ce95'] response: {'server_uuid': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0526eee3-ed29-410b-be9e-e1916564638c', 'code': 200} Oct 20 14:47:34.935735 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:34.938534 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:34.939093 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 1d5ef3e8-9d5e-4ac2-b3db-2ba9dd517368 not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:34.939672 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device a1e5a843-5c0f-440d-8b6e-9a45608a72c5 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:34.948772 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc76088-7ef2-4705-9d9f-34cb923ca267 req-033badc0-263d-4d2a-9308-74998e6bc26a tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:34.950526 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0cc76088-7ef2-4705-9d9f-34cb923ca267 req-033badc0-263d-4d2a-9308-74998e6bc26a tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0632470 Oct 20 14:47:34.961073 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: a1e5a843-5c0f-440d-8b6e-9a45608a72c5 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:34.961420 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device a1e5a843-5c0f-440d-8b6e-9a45608a72c5 not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:35.003705 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3e12c535-1143-44cc-807c-6e0c6f9ea781 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (e261a65a-58b5-4773-983e-dd683f5b17a6), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.004180 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3e12c535-1143-44cc-807c-6e0c6f9ea781 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for floatingip (e261a65a-58b5-4773-983e-dd683f5b17a6), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.011808 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=0526eee3-ed29-410b-be9e-e1916564638c,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:35.033549 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0cc76088-7ef2-4705-9d9f-34cb923ca267 req-a86df606-7d85-4f4c-a1fc-faf78bf344ca tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743673 Oct 20 14:47:35.038763 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-3e12c535-1143-44cc-807c-6e0c6f9ea781 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Calling delete_port for e261a65a-58b5-4773-983e-dd683f5b17a6 owned by network:floatingip {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:35.041087 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38728) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:35.140286 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:35.149316 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10aa467-2dd1-482b-9e1e-1e1f43e1aafa', 'name': 'network-vif-deleted', 'tag': 'a1e5a843-5c0f-440d-8b6e-9a45608a72c5'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:47:35.151586 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f92475-1e1b-4ef1-a530-6118cfd7d530" -d '{"events": [{"server_uuid": "d10aa467-2dd1-482b-9e1e-1e1f43e1aafa", "name": "network-vif-deleted", "tag": "a1e5a843-5c0f-440d-8b6e-9a45608a72c5"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:47:35.178327 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f770c6-0ab4-40fa-8db1-6141b3178b41 req-202faf3c-8b4e-4437-b628-780f4f385202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:35.179808 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a5f770c6-0ab4-40fa-8db1-6141b3178b41 req-202faf3c-8b4e-4437-b628-780f4f385202 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 1129 time: 0.1056318 Oct 20 14:47:35.211508 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691f21f4-d507-4441-b994-06885e94e2ba x-openstack-request-id: req-691f21f4-d507-4441-b994-06885e94e2ba {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:47:35.211800 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10aa467-2dd1-482b-9e1e-1e1f43e1aafa", "name": "network-vif-deleted", "tag": "a1e5a843-5c0f-440d-8b6e-9a45608a72c5", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:47:35.212049 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-691f21f4-d507-4441-b994-06885e94e2ba {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:47:35.212473 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691f21f4-d507-4441-b994-06885e94e2ba'] response: {'server_uuid': 'd10aa467-2dd1-482b-9e1e-1e1f43e1aafa', 'name': 'network-vif-deleted', 'tag': 'a1e5a843-5c0f-440d-8b6e-9a45608a72c5', 'status': 'completed', 'code': 200} Oct 20 14:47:35.222108 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6ab029d1-fe47-4a8d-9323-474d1a972d24 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (29d14af7-998d-43bc-bd0b-247c9077bb73), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.280287 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6ab029d1-fe47-4a8d-9323-474d1a972d24 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (29d14af7-998d-43bc-bd0b-247c9077bb73), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.294162 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a5f770c6-0ab4-40fa-8db1-6141b3178b41 req-182ae86c-97c4-4d82-bd6b-c3d691e98af1 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037388 Oct 20 14:47:35.365008 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3e12c535-1143-44cc-807c-6e0c6f9ea781 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (e261a65a-58b5-4773-983e-dd683f5b17a6), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.389936 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6ab029d1-fe47-4a8d-9323-474d1a972d24 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (29d14af7-998d-43bc-bd0b-247c9077bb73), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.393684 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6ab029d1-fe47-4a8d-9323-474d1a972d24 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.398023 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-6ab029d1-fe47-4a8d-9323-474d1a972d24 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/29d14af7-998d-43bc-bd0b-247c9077bb73 HTTP/1.1" status: 204 len: 168 time: 0.3528104 Oct 20 14:47:35.399175 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38738) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:35.400845 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12c535-1143-44cc-807c-6e0c6f9ea781 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Pushing event deleted for resources: {'Port': ['ID=e261a65a-58b5-4773-983e-dd683f5b17a6,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:35.426571 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.api.v2.resource [None req-db7a6462-4165-4773-8eea-b627285b7780 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] show failed (client error): The resource could not be found. Oct 20 14:47:35.430615 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-db7a6462-4165-4773-8eea-b627285b7780 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "GET /networking/v2.0/security-groups/29d14af7-998d-43bc-bd0b-247c9077bb73 HTTP/1.1" status: 404 len: 347 time: 0.0272768 Oct 20 14:47:35.430771 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38740) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:35.433559 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab029d1-fe47-4a8d-9323-474d1a972d24 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d14af7-998d-43bc-bd0b-247c9077bb73,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:35.475408 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3e12c535-1143-44cc-807c-6e0c6f9ea781 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks [] for floatingip (99f62768-8d30-4d52-88df-6e11eac31e70), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.479286 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3e12c535-1143-44cc-807c-6e0c6f9ea781 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.481401 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-3e12c535-1143-44cc-807c-6e0c6f9ea781 tempest-AttachVolumeTestJSON-446872173 tempest-AttachVolumeTestJSON-446872173-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/99f62768-8d30-4d52-88df-6e11eac31e70 HTTP/1.1" status: 204 len: 168 time: 0.7430060 Oct 20 14:47:35.570761 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-6f00fe1e-6a1f-48eb-96d7-5cc90cab5e86 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Deleting port c49dab1d-282e-4f4b-8b91-ce691e5f0f01 {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:35.571284 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6f00fe1e-6a1f-48eb-96d7-5cc90cab5e86 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (c49dab1d-282e-4f4b-8b91-ce691e5f0f01), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.658066 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6f00fe1e-6a1f-48eb-96d7-5cc90cab5e86 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (c49dab1d-282e-4f4b-8b91-ce691e5f0f01), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.658379 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6f00fe1e-6a1f-48eb-96d7-5cc90cab5e86 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (c49dab1d-282e-4f4b-8b91-ce691e5f0f01), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.678254 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-6f00fe1e-6a1f-48eb-96d7-5cc90cab5e86 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Calling delete_port for c49dab1d-282e-4f4b-8b91-ce691e5f0f01 owned by network:floatingip {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:35.726314 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:35.815066 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6f00fe1e-6a1f-48eb-96d7-5cc90cab5e86 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (c49dab1d-282e-4f4b-8b91-ce691e5f0f01), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.818953 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:35.845412 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00fe1e-6a1f-48eb-96d7-5cc90cab5e86 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Pushing event deleted for resources: {'Port': ['ID=c49dab1d-282e-4f4b-8b91-ce691e5f0f01,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:35.869352 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6f00fe1e-6a1f-48eb-96d7-5cc90cab5e86 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks [] for floatingip (73ba7e2a-d943-4997-92ce-245b34055188), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.871844 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6f00fe1e-6a1f-48eb-96d7-5cc90cab5e86 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:35.872998 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-6f00fe1e-6a1f-48eb-96d7-5cc90cab5e86 tempest-AttachVolumeNegativeTest-1254185158 tempest-AttachVolumeNegativeTest-1254185158-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/73ba7e2a-d943-4997-92ce-245b34055188 HTTP/1.1" status: 204 len: 168 time: 0.4413171 Oct 20 14:47:36.169660 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc3195-e4bd-4f0b-9f8b-3c4f90bd7b41 req-ce838e38-f733-4c66-9914-b6d81c089a7a tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:36.171143 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5cbc3195-e4bd-4f0b-9f8b-3c4f90bd7b41 req-ce838e38-f733-4c66-9914-b6d81c089a7a tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0483551 Oct 20 14:47:36.223457 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5cbc3195-e4bd-4f0b-9f8b-3c4f90bd7b41 req-f7a3d7c5-229e-4c15-b5d5-21ff16b3587a tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466282 Oct 20 14:47:37.342418 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29235b1d-62e6-45b9-87c8-50bf34ca534d req-6e5530ae-20ac-4432-a2b8-5c1ebec6d704 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:37.344482 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-29235b1d-62e6-45b9-87c8-50bf34ca534d req-6e5530ae-20ac-4432-a2b8-5c1ebec6d704 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0469778 Oct 20 14:47:37.400070 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-29235b1d-62e6-45b9-87c8-50bf34ca534d req-1ef9f57c-29b9-40ca-a51c-eac180e4eaeb tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493243 Oct 20 14:47:37.544718 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97eefb-c854-4676-84b7-680cfeb32579 req-74b282e9-2aa2-4a6a-a568-6d4da5d1c2b4 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:37.544718 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-af97eefb-c854-4676-84b7-680cfeb32579 req-74b282e9-2aa2-4a6a-a568-6d4da5d1c2b4 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0554657 Oct 20 14:47:37.594812 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-af97eefb-c854-4676-84b7-680cfeb32579 req-1c58ea18-4e17-488c-bb0d-7e16aa693d8d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430741 Oct 20 14:47:37.623613 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38784) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:37.823501 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0494ca60-0591-42bc-9a05-212fa6bfee27 tempest-TestShelveInstance-2105819169 tempest-TestShelveInstance-2105819169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:37.827914 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-0494ca60-0591-42bc-9a05-212fa6bfee27 tempest-TestShelveInstance-2105819169 tempest-TestShelveInstance-2105819169-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 1124 time: 0.2006054 Oct 20 14:47:37.828702 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38794) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:37.833065 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Request body: {'floatingip': {'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'port_id': '0526eee3-ed29-410b-be9e-e1916564638c', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:47:37.858238 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:37.945690 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:38.050961 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_common [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Allocated IP 172.27.0.106 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/c76b4928-7862-470c-a1ba-599c22e6766d) {{(pid=111617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:47:38.167955 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for port (c76b4928-7862-470c-a1ba-599c22e6766d), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:38.190601 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:38.202791 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266'] for port (c76b4928-7862-470c-a1ba-599c22e6766d), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:38.245092 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:47:38.251513 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Resources bound (agent type, host, resource id): {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:47:38.256666 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Received port after_create {{(pid=111617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:47:38.260774 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Pushing event updated for resources: {'Port': ['ID=c76b4928-7862-470c-a1ba-599c22e6766d,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:38.378619 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:38.591571 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for floatingip (75f4c485-2a26-4d22-9342-e811c430ece0), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:38.666237 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (c76b4928-7862-470c-a1ba-599c22e6766d), before_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:38.818944 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for port (c76b4928-7862-470c-a1ba-599c22e6766d), precommit_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:38.823951 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (c76b4928-7862-470c-a1ba-599c22e6766d), after_update {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:38.825011 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (75f4c485-2a26-4d22-9342-e811c430ece0), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:38.826106 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38822) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:38.915443 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Pushing event updated for resources: {'Port': ['ID=c76b4928-7862-470c-a1ba-599c22e6766d,revision_number=2']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:38.952130 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2bcd8c85-294d-4a14-b297-5ae8e1cb13d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:38.978372 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.l3_db [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Floating IP 75f4c485-2a26-4d22-9342-e811c430ece0 associated. External IP: 172.27.0.106, port: 0526eee3-ed29-410b-be9e-e1916564638c. Oct 20 14:47:39.039885 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2bcd8c85-294d-4a14-b297-5ae8e1cb13d9 admin admin] Publish callbacks [] for security_group (602777af-ff4f-4c6c-800c-052496909d64), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:39.043684 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2bcd8c85-294d-4a14-b297-5ae8e1cb13d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (602777af-ff4f-4c6c-800c-052496909d64), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:39.071939 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38832) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:39.091256 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-2bcd8c85-294d-4a14-b297-5ae8e1cb13d9 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=72ee5752a7e64363a42c9d1f260b1f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639921 Oct 20 14:47:39.092107 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd8c85-294d-4a14-b297-5ae8e1cb13d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602777af-ff4f-4c6c-800c-052496909d64,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:39.093927 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38836) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:39.155160 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:39.515653 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:39.557648 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2655eb3f-f4f4-4bb4-872e-b61b41c4bc15 admin admin] Publish callbacks [] for security_group (602777af-ff4f-4c6c-800c-052496909d64), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:39.594841 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38852) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:39.606532 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Router 7bd8ee59-5d77-452d-9ab2-898226944dca has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:47:39.608530 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2655eb3f-f4f4-4bb4-872e-b61b41c4bc15 admin admin] Publish callbacks [] for security_group (602777af-ff4f-4c6c-800c-052496909d64), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:39.769751 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:39.847558 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2655eb3f-f4f4-4bb4-872e-b61b41c4bc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (602777af-ff4f-4c6c-800c-052496909d64), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:39.850075 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2655eb3f-f4f4-4bb4-872e-b61b41c4bc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:39.851250 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-2655eb3f-f4f4-4bb4-872e-b61b41c4bc15 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/602777af-ff4f-4c6c-800c-052496909d64 HTTP/1.1" status: 204 len: 168 time: 0.7562187 Oct 20 14:47:39.882463 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97c215-f383-4fb6-bebd-5dbf3a7731fa req-29fbac05-aef4-465d-a694-50921edafe21 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:39.889417 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-eb97c215-f383-4fb6-bebd-5dbf3a7731fa req-29fbac05-aef4-465d-a694-50921edafe21 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 947 time: 0.1319275 Oct 20 14:47:39.911558 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655eb3f-f4f4-4bb4-872e-b61b41c4bc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602777af-ff4f-4c6c-800c-052496909d64,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:39.933914 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:47:39.948996 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2163d320-7f44-4d2e-9a0e-83ffa81872f2 None None] Sync routers for ids ['7bd8ee59-5d77-452d-9ab2-898226944dca'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:47:39.972054 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2163d320-7f44-4d2e-9a0e-83ffa81872f2 None None] Routers {'7bd8ee59-5d77-452d-9ab2-898226944dca'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:39.973461 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-2163d320-7f44-4d2e-9a0e-83ffa81872f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:47:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['7bd8ee59-5d77-452d-9ab2-898226944dca'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:40.001903 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.063057 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-eb97c215-f383-4fb6-bebd-5dbf3a7731fa req-14e9ff4a-0a8f-4a6b-a043-aaf8eb0a7c5f tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546121 Oct 20 14:47:40.080254 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-e9c2d0f2-82cf-4dac-8ce7-c6760e55dd0b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2501252 Oct 20 14:47:40.082685 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'tag': '0526eee3-ed29-410b-be9e-e1916564638c'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:47:40.085145 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dde86f4-a8e3-4e2e-8275-a2569f688c64" -d '{"events": [{"name": "network-changed", "server_uuid": "a4919bb2-0fa7-455d-bb9e-55db2807713c", "tag": "0526eee3-ed29-410b-be9e-e1916564638c"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:47:40.143468 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0fad3890-521d-47b9-9e40-c6fe2ee05154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653547'] for router_interface (77f489c9-269b-4f4d-bfe4-358795deb54f), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.183201 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5f243c-1e5d-4075-9f69-9faad283800e x-openstack-request-id: req-3a5f243c-1e5d-4075-9f69-9faad283800e {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:47:40.183499 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4919bb2-0fa7-455d-bb9e-55db2807713c", "tag": "0526eee3-ed29-410b-be9e-e1916564638c", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:47:40.183747 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a5f243c-1e5d-4075-9f69-9faad283800e {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:47:40.184144 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a5f243c-1e5d-4075-9f69-9faad283800e'] response: {'name': 'network-changed', 'server_uuid': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'tag': '0526eee3-ed29-410b-be9e-e1916564638c', 'status': 'completed', 'code': 200} Oct 20 14:47:40.236436 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:40.252522 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:40.294015 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-2163d320-7f44-4d2e-9a0e-83ffa81872f2 None None] Set router 7bd8ee59-5d77-452d-9ab2-898226944dca gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:40.322226 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3f2f567c-3aeb-4394-a2f5-0b8a67467e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653547'] for router_interface (f7e24323-3547-4288-9584-c3c76ffa6689), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.327462 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38866) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:40.348329 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5046d0fe-4473-47d3-9ad3-806510fda6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.412364 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:40.454805 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-0fad3890-521d-47b9-9e40-c6fe2ee05154 admin admin] Deleting port 7166f051-d735-49d6-a843-4289f4be9c58 {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:40.455137 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0fad3890-521d-47b9-9e40-c6fe2ee05154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (7166f051-d735-49d6-a843-4289f4be9c58), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.471699 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:40.539190 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-2163d320-7f44-4d2e-9a0e-83ffa81872f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:46:44Z', 'revision_number': 4, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port': {'id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:41Z', 'updated_at': '2022-10-20T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '75f4c485-2a26-4d22-9342-e811c430ece0', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'port_id': '0526eee3-ed29-410b-be9e-e1916564638c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'mac_address': 'fa:16:3e:16:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:47:38Z', 'updated_at': '2022-10-20T14:47:38Z', 'revision_number': 0, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b807137-7049-48d6-87b6-0598c92f3012', 'name': '', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'mac_address': 'fa:16:3e:e9:14:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:43Z', 'updated_at': '2022-10-20T14:46:51Z', 'revision_number': 5, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'subnets': [{'id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:40.553680 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5046d0fe-4473-47d3-9ad3-806510fda6b3 admin admin] Publish callbacks [] for security_group (56dd7d51-3f47-40de-9e1d-46de564d007b), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.559847 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f567c-3aeb-4394-a2f5-0b8a67467e0a admin admin] Deleting port 069d96f0-5b55-4a1f-a1ab-bc676c855465 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:40.560238 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3f2f567c-3aeb-4394-a2f5-0b8a67467e0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.564147 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5046d0fe-4473-47d3-9ad3-806510fda6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (56dd7d51-3f47-40de-9e1d-46de564d007b), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.570488 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2163d320-7f44-4d2e-9a0e-83ffa81872f2 None None] Checking router: 7bd8ee59-5d77-452d-9ab2-898226944dca for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:47:40.580434 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2163d320-7f44-4d2e-9a0e-83ffa81872f2 None None] Routers {'7bd8ee59-5d77-452d-9ab2-898226944dca'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:40.581056 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-2163d320-7f44-4d2e-9a0e-83ffa81872f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:47:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['7bd8ee59-5d77-452d-9ab2-898226944dca'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:40.633659 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-0fad3890-521d-47b9-9e40-c6fe2ee05154 admin admin] For port 7166f051-d735-49d6-a843-4289f4be9c58, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=7166f051-d735-49d6-a843-4289f4be9c58,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:40.633927 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0fad3890-521d-47b9-9e40-c6fe2ee05154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (7166f051-d735-49d6-a843-4289f4be9c58), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.636726 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046d0fe-4473-47d3-9ad3-806510fda6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dd7d51-3f47-40de-9e1d-46de564d007b,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:40.648603 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-5046d0fe-4473-47d3-9ad3-806510fda6b3 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=cbbd23918e7648ebbcc13dd1e4f48b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177817 Oct 20 14:47:40.648996 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38868) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:40.655663 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-3f2f567c-3aeb-4394-a2f5-0b8a67467e0a admin admin] For port 069d96f0-5b55-4a1f-a1ab-bc676c855465, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=069d96f0-5b55-4a1f-a1ab-bc676c855465,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:40.656372 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3f2f567c-3aeb-4394-a2f5-0b8a67467e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.659179 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-0fad3890-521d-47b9-9e40-c6fe2ee05154 admin admin] Calling delete_port for 7166f051-d735-49d6-a843-4289f4be9c58 owned by network:router_interface {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:40.670877 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f567c-3aeb-4394-a2f5-0b8a67467e0a admin admin] Calling delete_port for 069d96f0-5b55-4a1f-a1ab-bc676c855465 owned by network:router_interface {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:40.698774 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-2163d320-7f44-4d2e-9a0e-83ffa81872f2 None None] Set router 7bd8ee59-5d77-452d-9ab2-898226944dca gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:40.737966 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:40.761939 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6333-acf0-4605-b0e5-0ad25af5bdf4 admin admin] Publish callbacks [] for security_group (56dd7d51-3f47-40de-9e1d-46de564d007b), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.779027 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde86f4-a8e3-4e2e-8275-a2569f688c64 req-40821b2c-c482-40e2-8c74-58af4837453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:40.780863 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-1dde86f4-a8e3-4e2e-8275-a2569f688c64 req-40821b2c-c482-40e2-8c74-58af4837453a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=370ff2b623ce4dfc992a266bd41ee51e&device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 1129 time: 0.0579944 Oct 20 14:47:40.818461 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6333-acf0-4605-b0e5-0ad25af5bdf4 admin admin] Publish callbacks [] for security_group (56dd7d51-3f47-40de-9e1d-46de564d007b), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.913906 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:40.917946 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6333-acf0-4605-b0e5-0ad25af5bdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (56dd7d51-3f47-40de-9e1d-46de564d007b), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.920555 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6333-acf0-4605-b0e5-0ad25af5bdf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.921773 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-5b1d6333-acf0-4605-b0e5-0ad25af5bdf4 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/56dd7d51-3f47-40de-9e1d-46de564d007b HTTP/1.1" status: 204 len: 168 time: 0.2718780 Oct 20 14:47:40.941568 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d6333-acf0-4605-b0e5-0ad25af5bdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dd7d51-3f47-40de-9e1d-46de564d007b,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:40.956132 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-2163d320-7f44-4d2e-9a0e-83ffa81872f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:46:44Z', 'revision_number': 4, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port': {'id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:41Z', 'updated_at': '2022-10-20T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '75f4c485-2a26-4d22-9342-e811c430ece0', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'port_id': '0526eee3-ed29-410b-be9e-e1916564638c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'mac_address': 'fa:16:3e:16:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:47:38Z', 'updated_at': '2022-10-20T14:47:38Z', 'revision_number': 0, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b807137-7049-48d6-87b6-0598c92f3012', 'name': '', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'mac_address': 'fa:16:3e:e9:14:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:43Z', 'updated_at': '2022-10-20T14:46:51Z', 'revision_number': 5, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'subnets': [{'id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:40.960113 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0fad3890-521d-47b9-9e40-c6fe2ee05154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (7166f051-d735-49d6-a843-4289f4be9c58), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:40.996208 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad3890-521d-47b9-9e40-c6fe2ee05154 admin admin] Pushing event deleted for resources: {'Port': ['ID=7166f051-d735-49d6-a843-4289f4be9c58,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:41.006627 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2163d320-7f44-4d2e-9a0e-83ffa81872f2 None None] The sync data for ids ['7bd8ee59-5d77-452d-9ab2-898226944dca'] in dv-cinder-779233-7-iscsi is: [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:46:44Z', 'revision_number': 4, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port': {'id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:41Z', 'updated_at': '2022-10-20T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '75f4c485-2a26-4d22-9342-e811c430ece0', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'port_id': '0526eee3-ed29-410b-be9e-e1916564638c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'mac_address': 'fa:16:3e:16:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:47:38Z', 'updated_at': '2022-10-20T14:47:38Z', 'revision_number': 0, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b807137-7049-48d6-87b6-0598c92f3012', 'name': '', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'mac_address': 'fa:16:3e:e9:14:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:43Z', 'updated_at': '2022-10-20T14:46:51Z', 'revision_number': 5, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'subnets': [{'id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:47:41.047242 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:41.054654 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-762ac414-88b1-469d-8481-a36ea6534d59 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:41.057078 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-762ac414-88b1-469d-8481-a36ea6534d59 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 947 time: 0.0780189 Oct 20 14:47:41.114401 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3f2f567c-3aeb-4394-a2f5-0b8a67467e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (069d96f0-5b55-4a1f-a1ab-bc676c855465), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:41.155551 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f567c-3aeb-4394-a2f5-0b8a67467e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=069d96f0-5b55-4a1f-a1ab-bc676c855465,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:41.179781 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde86f4-a8e3-4e2e-8275-a2569f688c64 req-b2bb1cf4-b0f0-4ec1-97ef-830f6456e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:41.181405 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-1dde86f4-a8e3-4e2e-8275-a2569f688c64 req-b2bb1cf4-b0f0-4ec1-97ef-830f6456e09e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 HTTP/1.1" status: 200 len: 910 time: 0.3164833 Oct 20 14:47:41.297078 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726a005-7371-4786-ae47-7fde4ed5228d req-f817ebaa-0e19-415c-a007-4e0e4776f4bb tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:41.299340 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e726a005-7371-4786-ae47-7fde4ed5228d req-f817ebaa-0e19-415c-a007-4e0e4776f4bb tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 947 time: 0.0869796 Oct 20 14:47:41.299971 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0fad3890-521d-47b9-9e40-c6fe2ee05154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1556640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653663'] for router_interface (77f489c9-269b-4f4d-bfe4-358795deb54f), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:41.326522 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:41.416827 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Deleting port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:41.417143 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:41.428152 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b166a0a9-b8ee-4324-ba19-3c397f63aed0 None None] New status for floating IP 75f4c485-2a26-4d22-9342-e811c430ece0: ACTIVE {{(pid=111619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:47:41.431801 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:41.508745 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405d8696-4f39-4d5c-b350-8c0a1e606842 None None] get_active_networks_info from dv-cinder-779233-7-iscsi {{(pid=111618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 14:47:41.513485 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e726a005-7371-4786-ae47-7fde4ed5228d req-b7948cf2-8da1-4b9c-9194-ac1a3bd18d56 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047267 Oct 20 14:47:41.524815 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-1dde86f4-a8e3-4e2e-8275-a2569f688c64 req-ab22c580-d3e2-42b3-9b9e-acace762c68e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0526eee3-ed29-410b-be9e-e1916564638c HTTP/1.1" status: 200 len: 999 time: 0.2946560 Oct 20 14:47:41.686503 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405d8696-4f39-4d5c-b350-8c0a1e606842 None None] Resources bound (agent type, host, resource id): {{(pid=111618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 14:47:41.695516 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3f2f567c-3aeb-4394-a2f5-0b8a67467e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1556640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653663'] for router_interface (f7e24323-3547-4288-9584-c3c76ffa6689), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:41.721560 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fad3890-521d-47b9-9e40-c6fe2ee05154 admin admin] Router 77f489c9-269b-4f4d-bfe4-358795deb54f has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:47:41.728039 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde86f4-a8e3-4e2e-8275-a2569f688c64 req-f3e6b89c-200e-48e4-9b03-8491949da8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:41.729969 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-1dde86f4-a8e3-4e2e-8275-a2569f688c64 req-f3e6b89c-200e-48e4-9b03-8491949da8f4 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=75bc6864-b09b-40e0-876c-324ef9f43459 HTTP/1.1" status: 200 len: 848 time: 0.1547081 Oct 20 14:47:41.809456 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] For port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:41.809825 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:41.844242 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde86f4-a8e3-4e2e-8275-a2569f688c64 req-84204a7d-dad0-46aa-bb5a-f1142a2bf99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:41.845900 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-1dde86f4-a8e3-4e2e-8275-a2569f688c64 req-84204a7d-dad0-46aa-bb5a-f1142a2bf99e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1092885 Oct 20 14:47:41.882945 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fad3890-521d-47b9-9e40-c6fe2ee05154 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:47:41.891286 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-0fad3890-521d-47b9-9e40-c6fe2ee05154 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/77f489c9-269b-4f4d-bfe4-358795deb54f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8161240 Oct 20 14:47:41.893487 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38888) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:41.900547 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce428f-77f2-4133-b7b2-8b19299a5965 None None] Sync routers for ids ['77f489c9-269b-4f4d-bfe4-358795deb54f'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:47:41.918280 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce428f-77f2-4133-b7b2-8b19299a5965 None None] Routers {'77f489c9-269b-4f4d-bfe4-358795deb54f'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:41.919291 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-c2ce428f-77f2-4133-b7b2-8b19299a5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:47:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['77f489c9-269b-4f4d-bfe4-358795deb54f'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:42.054254 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] Publish callbacks [] for router (77f489c9-269b-4f4d-bfe4-358795deb54f), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:42.105810 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-c2ce428f-77f2-4133-b7b2-8b19299a5965 None None] Set router 77f489c9-269b-4f4d-bfe4-358795deb54f gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:42.148959 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-1dde86f4-a8e3-4e2e-8275-a2569f688c64 req-595eee1e-9050-462e-b09c-cde0ad336351 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752664 Oct 20 14:47:42.191899 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:42.194386 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] Publish callbacks [] for router_gateway (77f489c9-269b-4f4d-bfe4-358795deb54f), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:42.226717 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:42.227081 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (65fddc57-794f-4207-9fce-dbaaebc20901), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:42.227626 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.l3_db [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Floating IP 65fddc57-794f-4207-9fce-dbaaebc20901 disassociated. External IP: 172.27.0.27, port: 20cf55bd-3d91-4bda-9c08-8252ca71c6a7. Oct 20 14:47:42.227732 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Calling delete_port for 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:42.242034 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:42.286547 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] Deleting port d0564e1f-cab0-4683-b25b-f680cea46513 {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:42.286899 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (d0564e1f-cab0-4683-b25b-f680cea46513), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:42.377484 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-c2ce428f-77f2-4133-b7b2-8b19299a5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:47:40Z', 'revision_number': 5, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port': {'id': 'd0564e1f-cab0-4683-b25b-f680cea46513', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:42.426810 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce428f-77f2-4133-b7b2-8b19299a5965 None None] Checking router: 77f489c9-269b-4f4d-bfe4-358795deb54f for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:47:42.453000 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] For port d0564e1f-cab0-4683-b25b-f680cea46513, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=d0564e1f-cab0-4683-b25b-f680cea46513,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:42.453377 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (d0564e1f-cab0-4683-b25b-f680cea46513), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:42.455839 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:42.456618 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce428f-77f2-4133-b7b2-8b19299a5965 None None] Routers {'77f489c9-269b-4f4d-bfe4-358795deb54f'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:42.457431 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-c2ce428f-77f2-4133-b7b2-8b19299a5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:47:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['77f489c9-269b-4f4d-bfe4-358795deb54f'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:42.470615 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] Calling delete_port for d0564e1f-cab0-4683-b25b-f680cea46513 owned by network:router_gateway {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:42.655759 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-c2ce428f-77f2-4133-b7b2-8b19299a5965 None None] Set router 77f489c9-269b-4f4d-bfe4-358795deb54f gateway port host: None {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:42.724078 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:42.724741 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-c2ce428f-77f2-4133-b7b2-8b19299a5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:47:42Z', 'revision_number': 6, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port_host': None}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:42.763178 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce428f-77f2-4133-b7b2-8b19299a5965 None None] The sync data for ids ['77f489c9-269b-4f4d-bfe4-358795deb54f'] in dv-cinder-779233-7-iscsi is: [{'id': '77f489c9-269b-4f4d-bfe4-358795deb54f', 'name': 'tempest-AttachVolumeTestJSON-1425927686-router', 'tenant_id': 'a3d7fadfead1456792446f71c465bc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:50Z', 'updated_at': '2022-10-20T14:47:42Z', 'revision_number': 6, 'project_id': 'a3d7fadfead1456792446f71c465bc0c', 'gw_port_host': None}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:47:42.768601 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2f567c-3aeb-4394-a2f5-0b8a67467e0a admin admin] Router f7e24323-3547-4288-9584-c3c76ffa6689 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:47:42.771570 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3f2ca-a3df-4632-bdfe-c8bdb3859d7c req-70858135-c998-498f-bfd2-1532953c4538 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:42.774074 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2fd3f2ca-a3df-4632-bdfe-c8bdb3859d7c req-70858135-c998-498f-bfd2-1532953c4538 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 947 time: 0.0655231 Oct 20 14:47:42.800765 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-1dde86f4-a8e3-4e2e-8275-a2569f688c64 req-188b5735-53db-419f-a1d2-bc3f015656e4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456320 Oct 20 14:47:42.829668 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (d0564e1f-cab0-4683-b25b-f680cea46513), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:42.868472 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d0564e1f-cab0-4683-b25b-f680cea46513,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:42.878703 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:42.882927 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1386303c-237a-494e-9875-11a31d3ae1fd None None] get_active_networks_info from dv-cinder-779233-7-iscsi {{(pid=111618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 14:47:42.911989 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2fd3f2ca-a3df-4632-bdfe-c8bdb3859d7c req-4db0e5d1-42d9-471d-92f8-ee128a90294c tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264911 Oct 20 14:47:42.912932 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647734'] for router_gateway (77f489c9-269b-4f4d-bfe4-358795deb54f), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:42.979353 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:42.998729 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-6af31314-5ccf-45a5-98db-55322af9839b None None] Provisioning complete for port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:47:42.999507 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-6af31314-5ccf-45a5-98db-55322af9839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:43.000059 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-6af31314-5ccf-45a5-98db-55322af9839b None None] Attempt 1 to provision port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 Oct 20 14:47:43.038323 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2f567c-3aeb-4394-a2f5-0b8a67467e0a admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:47:43.039252 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2788'] for router (77f489c9-269b-4f4d-bfe4-358795deb54f), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:43.042181 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] Publish callbacks [] for router_controller (77f489c9-269b-4f4d-bfe4-358795deb54f), precommit_delete_associations {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:43.048883 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-3f2f567c-3aeb-4394-a2f5-0b8a67467e0a admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/f7e24323-3547-4288-9584-c3c76ffa6689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4499049 Oct 20 14:47:43.049488 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050062b1-97a7-4d88-bbee-f5ec0b92088d None None] Sync routers for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:47:43.049995 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38904) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:43.070174 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050062b1-97a7-4d88-bbee-f5ec0b92088d None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:43.072956 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-050062b1-97a7-4d88-bbee-f5ec0b92088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:47:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:43.120448 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653576'] for router (77f489c9-269b-4f4d-bfe4-358795deb54f), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:43.121236 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77f489c9-269b-4f4d-bfe4-358795deb54f {{(pid=111617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 14:47:43.127453 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:43.131149 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-0b93daa1-1388-49f4-b525-49e43e32e9fc admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/77f489c9-269b-4f4d-bfe4-358795deb54f HTTP/1.1" status: 204 len: 168 time: 1.2338903 Oct 20 14:47:43.131320 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (20cf55bd-3d91-4bda-9c08-8252ca71c6a7), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:43.137515 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38906) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:43.148842 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-6af31314-5ccf-45a5-98db-55322af9839b None None] Current status of the port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:47:43.197553 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1386303c-237a-494e-9875-11a31d3ae1fd None None] Resources bound (agent type, host, resource id): {{(pid=111618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 14:47:43.204383 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event deleted for resources: {'Port': ['ID=20cf55bd-3d91-4bda-9c08-8252ca71c6a7,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:43.211342 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-050062b1-97a7-4d88-bbee-f5ec0b92088d None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:43.296548 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:43.326009 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2383b2-7863-4b5b-9712-dcda0538ebf4 admin admin] Deleting subnet 1a67e092-0844-4291-b844-e931d44b047a {{(pid=111616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:47:43.340878 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] Publish callbacks [] for router (f7e24323-3547-4288-9584-c3c76ffa6689), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:43.374933 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4e2383b2-7863-4b5b-9712-dcda0538ebf4 admin admin] Publish callbacks [] for subnet (1a67e092-0844-4291-b844-e931d44b047a), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:43.505535 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Router c4596323-0dc4-49b5-b6c3-381f272b5c61 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:47:43.507658 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-050062b1-97a7-4d88-bbee-f5ec0b92088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:47:40Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:43.507836 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4e2383b2-7863-4b5b-9712-dcda0538ebf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3906335'] for subnet (1a67e092-0844-4291-b844-e931d44b047a), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:43.538824 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050062b1-97a7-4d88-bbee-f5ec0b92088d None None] Checking router: f7e24323-3547-4288-9584-c3c76ffa6689 for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:47:43.548794 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050062b1-97a7-4d88-bbee-f5ec0b92088d None None] Routers {'f7e24323-3547-4288-9584-c3c76ffa6689'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:43.549553 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-050062b1-97a7-4d88-bbee-f5ec0b92088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:47:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['f7e24323-3547-4288-9584-c3c76ffa6689'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:43.616304 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] Publish callbacks [] for router_gateway (f7e24323-3547-4288-9584-c3c76ffa6689), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:43.619563 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:43.659703 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-050062b1-97a7-4d88-bbee-f5ec0b92088d None None] Set router f7e24323-3547-4288-9584-c3c76ffa6689 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:43.675349 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:43.741309 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4e2383b2-7863-4b5b-9712-dcda0538ebf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (1a67e092-0844-4291-b844-e931d44b047a), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:43.793646 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] Deleting port 17204c2c-022c-474b-897c-a230d52d6fe3 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:43.794002 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (17204c2c-022c-474b-897c-a230d52d6fe3), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:43.803059 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:47:43.814134 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68245729-5096-4569-8c0a-5cd5e7fc767f None None] Sync routers for ids ['c4596323-0dc4-49b5-b6c3-381f272b5c61'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:47:43.833679 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68245729-5096-4569-8c0a-5cd5e7fc767f None None] Routers {'c4596323-0dc4-49b5-b6c3-381f272b5c61'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:43.834438 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-68245729-5096-4569-8c0a-5cd5e7fc767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:47:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['c4596323-0dc4-49b5-b6c3-381f272b5c61'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:43.884289 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-050062b1-97a7-4d88-bbee-f5ec0b92088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:47:40Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:43.887217 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:43.914393 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050062b1-97a7-4d88-bbee-f5ec0b92088d None None] The sync data for ids ['f7e24323-3547-4288-9584-c3c76ffa6689'] in dv-cinder-779233-7-iscsi is: [{'id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'name': 'tempest-AttachVolumeNegativeTest-293313047-router', 'tenant_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:47:40Z', 'revision_number': 5, 'project_id': '8d8d1dfd3c714794a3fca61b2c6b093e', 'gw_port': {'id': '17204c2c-022c-474b-897c-a230d52d6fe3', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e24323-3547-4288-9584-c3c76ffa6689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:52Z', 'updated_at': '2022-10-20T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:47:43.974695 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] No DVR routers for this DVR port 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:47:43.980459 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:43.984150 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-4bc3a7f7-1257-4d91-aac2-1149bfab1824 req-e9a7be92-664b-486d-90fe-7ac0c98617c5 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.36 "DELETE /networking/v2.0/ports/20cf55bd-3d91-4bda-9c08-8252ca71c6a7 HTTP/1.1" status: 204 len: 173 time: 2.9210613 Oct 20 14:47:43.984792 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cb557d-d0f7-4b32-bc95-04812c917244', 'name': 'network-vif-deleted', 'tag': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:47:43.988012 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47494794-8235-47cb-9fe1-20a8e937aeed" -d '{"events": [{"server_uuid": "51cb557d-d0f7-4b32-bc95-04812c917244", "name": "network-vif-deleted", "tag": "20cf55bd-3d91-4bda-9c08-8252ca71c6a7"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:47:43.992134 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] For port 17204c2c-022c-474b-897c-a230d52d6fe3, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=17204c2c-022c-474b-897c-a230d52d6fe3,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:43.992545 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (17204c2c-022c-474b-897c-a230d52d6fe3), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:43.996275 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4e2383b2-7863-4b5b-9712-dcda0538ebf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9298077'] for subnet (1a67e092-0844-4291-b844-e931d44b047a), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:44.036649 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2383b2-7863-4b5b-9712-dcda0538ebf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a67e092-0844-4291-b844-e931d44b047a,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:44.041527 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] Calling delete_port for 17204c2c-022c-474b-897c-a230d52d6fe3 owned by network:router_gateway {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:44.060434 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4e2383b2-7863-4b5b-9712-dcda0538ebf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:44.064976 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-4e2383b2-7863-4b5b-9712-dcda0538ebf4 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/1a67e092-0844-4291-b844-e931d44b047a HTTP/1.1" status: 204 len: 168 time: 0.9240921 Oct 20 14:47:44.067482 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38914) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:44.109741 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ae768c-ff40-449e-81ff-706595e6c160 x-openstack-request-id: req-44ae768c-ff40-449e-81ff-706595e6c160 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:47:44.110549 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cb557d-d0f7-4b32-bc95-04812c917244", "name": "network-vif-deleted", "tag": "20cf55bd-3d91-4bda-9c08-8252ca71c6a7", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:47:44.110879 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44ae768c-ff40-449e-81ff-706595e6c160 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:47:44.111336 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ae768c-ff40-449e-81ff-706595e6c160'] response: {'server_uuid': '51cb557d-d0f7-4b32-bc95-04812c917244', 'name': 'network-vif-deleted', 'tag': '20cf55bd-3d91-4bda-9c08-8252ca71c6a7', 'status': 'completed', 'code': 200} Oct 20 14:47:44.215487 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-944934eb-112d-43bf-9bf9-3e46b0767157 req-828ef0c5-672b-4c81-9dc1-08eaf57fffe1 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51cb557d-d0f7-4b32-bc95-04812c917244 HTTP/1.1" status: 200 len: 210 time: 0.0752039 Oct 20 14:47:44.225255 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381a28d2-e640-4bd1-beeb-c1285a78d87a None None] Network fc293b8c-746d-49c9-a6cf-e8d38b9a4352 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:47:44.246775 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (fc293b8c-746d-49c9-a6cf-e8d38b9a4352), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:44.315145 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-ba14dab3-cd68-4ead-9bbd-3c68d45c3933 None None] Provisioning complete for port 8bd38839-4a12-487c-bb0f-8ef4657fb90e triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:47:44.315622 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ba14dab3-cd68-4ead-9bbd-3c68d45c3933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:44.316050 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-ba14dab3-cd68-4ead-9bbd-3c68d45c3933 None None] Attempt 1 to provision port 8bd38839-4a12-487c-bb0f-8ef4657fb90e Oct 20 14:47:44.353809 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Deleting port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:44.353809 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:44.387836 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-68245729-5096-4569-8c0a-5cd5e7fc767f None None] Set router c4596323-0dc4-49b5-b6c3-381f272b5c61 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:44.391708 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:44.501810 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] For port d5103891-68d1-44c7-94ca-d8f6dcabe8e1, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=d5103891-68d1-44c7-94ca-d8f6dcabe8e1,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:44.501960 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:44.533866 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Calling delete_port for d5103891-68d1-44c7-94ca-d8f6dcabe8e1 owned by network:dhcp {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:44.557253 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (17204c2c-022c-474b-897c-a230d52d6fe3), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:44.631594 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:44.638474 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=17204c2c-022c-474b-897c-a230d52d6fe3,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:44.665791 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4352c0d4-06d9-48d8-9c95-927ba55f8c92 None None] DHCP port deletion for fc293b8c-746d-49c9-a6cf-e8d38b9a4352 request from dv-cinder-779233-7-iscsi {{(pid=111618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 14:47:44.685532 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-ba14dab3-cd68-4ead-9bbd-3c68d45c3933 None None] Current status of the port 8bd38839-4a12-487c-bb0f-8ef4657fb90e is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:47:44.702172 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device d0564e1f-cab0-4683-b25b-f680cea46513 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:44.737018 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:44.798730 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: d0564e1f-cab0-4683-b25b-f680cea46513 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:44.799080 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device d0564e1f-cab0-4683-b25b-f680cea46513 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:44.799503 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 7166f051-d735-49d6-a843-4289f4be9c58 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:44.838850 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647734'] for router_gateway (f7e24323-3547-4288-9584-c3c76ffa6689), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:44.839383 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:44.839383 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 20cf55bd-3d91-4bda-9c08-8252ca71c6a7 not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:44.850448 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 7166f051-d735-49d6-a843-4289f4be9c58 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:44.850734 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 7166f051-d735-49d6-a843-4289f4be9c58 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:44.851400 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 069d96f0-5b55-4a1f-a1ab-bc676c855465 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:44.873257 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:44.889117 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 069d96f0-5b55-4a1f-a1ab-bc676c855465 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:44.889462 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 069d96f0-5b55-4a1f-a1ab-bc676c855465 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:44.892514 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-4352c0d4-06d9-48d8-9c95-927ba55f8c92 None None] Deleting port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 {{(pid=111618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:44.893059 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-4352c0d4-06d9-48d8-9c95-927ba55f8c92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), before_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:44.916825 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:44.944295 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:44.949175 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2788'] for router (f7e24323-3547-4288-9584-c3c76ffa6689), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:44.956733 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] Publish callbacks [] for router_controller (f7e24323-3547-4288-9584-c3c76ffa6689), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:44.977851 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=d5103891-68d1-44c7-94ca-d8f6dcabe8e1,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:44.983451 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] No DVR routers for this DVR port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 on host dv-cinder-779233-7-iscsi {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:47:45.003527 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-68245729-5096-4569-8c0a-5cd5e7fc767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:17Z', 'revision_number': 5, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:45.007375 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-4352c0d4-06d9-48d8-9c95-927ba55f8c92 None None] For port d5103891-68d1-44c7-94ca-d8f6dcabe8e1, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=d5103891-68d1-44c7-94ca-d8f6dcabe8e1,segment=NetworkSegment(a11b7295-6c94-4924-8524-3287b2a3d88b),segment_id=a11b7295-6c94-4924-8524-3287b2a3d88b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:45.007773 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-4352c0d4-06d9-48d8-9c95-927ba55f8c92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), precommit_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.038386 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68245729-5096-4569-8c0a-5cd5e7fc767f None None] Checking router: c4596323-0dc4-49b5-b6c3-381f272b5c61 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:47:45.045819 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-4352c0d4-06d9-48d8-9c95-927ba55f8c92 None None] Calling delete_port for d5103891-68d1-44c7-94ca-d8f6dcabe8e1 owned by network:dhcp {{(pid=111618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:45.053614 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653576'] for router (f7e24323-3547-4288-9584-c3c76ffa6689), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.054421 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7e24323-3547-4288-9584-c3c76ffa6689 {{(pid=111616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 14:47:45.060836 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68245729-5096-4569-8c0a-5cd5e7fc767f None None] Routers {'c4596323-0dc4-49b5-b6c3-381f272b5c61'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:45.061472 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-68245729-5096-4569-8c0a-5cd5e7fc767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:47:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['c4596323-0dc4-49b5-b6c3-381f272b5c61'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:45.087792 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.091961 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-75c3270b-a56e-4854-bcc0-e10546581bdf admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/f7e24323-3547-4288-9584-c3c76ffa6689 HTTP/1.1" status: 204 len: 168 time: 2.0412867 Oct 20 14:47:45.092283 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38940) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:45.110521 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (fc293b8c-746d-49c9-a6cf-e8d38b9a4352), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.135585 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc293b8c-746d-49c9-a6cf-e8d38b9a4352']}} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:45.147040 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11b7295-6c94-4924-8524-3287b2a3d88b') {'for_net_delete': True} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:45.147338 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11b7295-6c94-4924-8524-3287b2a3d88b') {} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:45.160531 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3906344'] for segment (a11b7295-6c94-4924-8524-3287b2a3d88b), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.182461 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (a11b7295-6c94-4924-8524-3287b2a3d88b), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.191823 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=111616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:47:45.192713 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506356'] for segment (a11b7295-6c94-4924-8524-3287b2a3d88b), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.254349 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-68245729-5096-4569-8c0a-5cd5e7fc767f None None] Set router c4596323-0dc4-49b5-b6c3-381f272b5c61 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:45.283297 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-4352c0d4-06d9-48d8-9c95-927ba55f8c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (d5103891-68d1-44c7-94ca-d8f6dcabe8e1), after_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.286537 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment a11b7295-6c94-4924-8524-3287b2a3d88b resource provider aggregate not found Oct 20 14:47:45.314647 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352c0d4-06d9-48d8-9c95-927ba55f8c92 None None] Pushing event deleted for resources: {'Port': ['ID=d5103891-68d1-44c7-94ca-d8f6dcabe8e1,revision_number=None']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:45.328474 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment a11b7295-6c94-4924-8524-3287b2a3d88b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a11b7295-6c94-4924-8524-3287b2a3d88b found for delete ", "request_id": "req-2d3c6a58-7a48-48d6-bec0-379237326e54"}]} Oct 20 14:47:45.336996 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352c0d4-06d9-48d8-9c95-927ba55f8c92 None None] No DVR routers for this DVR port d5103891-68d1-44c7-94ca-d8f6dcabe8e1 on host dv-cinder-779233-7-iscsi {{(pid=111618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:47:45.365731 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (fc293b8c-746d-49c9-a6cf-e8d38b9a4352), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.379074 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.388551 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/fc293b8c-746d-49c9-a6cf-e8d38b9a4352 HTTP/1.1" status: 204 len: 168 time: 1.3192086 Oct 20 14:47:45.410129 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38954) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:45.412822 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2517c4-9a88-4455-9db5-5c9144a38bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=fc293b8c-746d-49c9-a6cf-e8d38b9a4352,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:45.511096 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-76227578-4e20-4794-a09b-9b2b44e8da66 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group (bfa5498a-5195-4c9a-8bfa-9b9b699ced6f), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.543329 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-76227578-4e20-4794-a09b-9b2b44e8da66 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group (bfa5498a-5195-4c9a-8bfa-9b9b699ced6f), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.553693 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-68245729-5096-4569-8c0a-5cd5e7fc767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:17Z', 'revision_number': 5, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:45.569629 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_v2 [None req-9397ae21-0248-4d7d-b666-f27f2a0c659d admin admin] Deleting subnet 56f61a25-fefc-4795-ba33-a4348feea40d {{(pid=111617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:47:45.574117 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9397ae21-0248-4d7d-b666-f27f2a0c659d admin admin] Publish callbacks [] for subnet (56f61a25-fefc-4795-ba33-a4348feea40d), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.599460 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68245729-5096-4569-8c0a-5cd5e7fc767f None None] The sync data for ids ['c4596323-0dc4-49b5-b6c3-381f272b5c61'] in dv-cinder-779233-7-iscsi is: [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:01Z', 'revision_number': 4, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '876d702d-3beb-49fc-8957-19270b05b305', 'name': '', 'network_id': '8527c204-ec5a-42a2-811a-426241f609de', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'mac_address': 'fa:16:3e:76:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:59Z', 'updated_at': '2022-10-20T14:41:17Z', 'revision_number': 5, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'subnets': [{'id': 'ca5871aa-7167-4149-b162-6807c8f57b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:47:45.624254 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-76227578-4e20-4794-a09b-9b2b44e8da66 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (bfa5498a-5195-4c9a-8bfa-9b9b699ced6f), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.627299 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-76227578-4e20-4794-a09b-9b2b44e8da66 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.628752 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-76227578-4e20-4794-a09b-9b2b44e8da66 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/bfa5498a-5195-4c9a-8bfa-9b9b699ced6f HTTP/1.1" status: 204 len: 168 time: 0.2125137 Oct 20 14:47:45.630039 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9397ae21-0248-4d7d-b666-f27f2a0c659d admin admin] Publish callbacks [] for subnet (56f61a25-fefc-4795-ba33-a4348feea40d), precommit_delete_associations {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.632558 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38958) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:45.656088 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76227578-4e20-4794-a09b-9b2b44e8da66 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa5498a-5195-4c9a-8bfa-9b9b699ced6f,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:45.658951 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.api.v2.resource [None req-7ccb6890-08c2-46d2-aee5-d163b1ea1db0 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] show failed (client error): The resource could not be found. Oct 20 14:47:45.668497 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-7ccb6890-08c2-46d2-aee5-d163b1ea1db0 tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "GET /networking/v2.0/security-groups/bfa5498a-5195-4c9a-8bfa-9b9b699ced6f HTTP/1.1" status: 404 len: 347 time: 0.0318930 Oct 20 14:47:45.668690 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38960) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:45.693799 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38962) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:45.725655 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9397ae21-0248-4d7d-b666-f27f2a0c659d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (56f61a25-fefc-4795-ba33-a4348feea40d), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.782261 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-36ae9af3-1d9a-4d4f-a1f5-547169cd5891 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a3d7fadfead1456792446f71c465bc0c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0873673 Oct 20 14:47:45.786346 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 38964) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:45.807986 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9397ae21-0248-4d7d-b666-f27f2a0c659d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for subnet (56f61a25-fefc-4795-ba33-a4348feea40d), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.834591 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397ae21-0248-4d7d-b666-f27f2a0c659d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56f61a25-fefc-4795-ba33-a4348feea40d,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:45.840565 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9397ae21-0248-4d7d-b666-f27f2a0c659d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.844107 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-9397ae21-0248-4d7d-b666-f27f2a0c659d admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/56f61a25-fefc-4795-ba33-a4348feea40d HTTP/1.1" status: 204 len: 168 time: 0.7502630 Oct 20 14:47:45.847394 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38966) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:45.851653 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7db39f-ec0d-473c-8892-9f1976f47608 None None] Network bc51d155-90b9-48b7-86e9-fc4346955e9e requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:47:45.858576 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-223c09cc-e875-4003-a9fe-7c27b853a56d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Deleting port 24d9c485-97a3-4aa0-b7f3-cf9c343cb801 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:45.859130 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-223c09cc-e875-4003-a9fe-7c27b853a56d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (24d9c485-97a3-4aa0-b7f3-cf9c343cb801), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.920870 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-88c292c1-701f-4e0d-8566-45e8708f3b22 admin admin] Publish callbacks [] for security_group (dabe0e52-d5f3-4f58-8d2a-3eb43bd9a3e2), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.944459 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (bc51d155-90b9-48b7-86e9-fc4346955e9e), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.959320 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-88c292c1-701f-4e0d-8566-45e8708f3b22 admin admin] Publish callbacks [] for security_group (dabe0e52-d5f3-4f58-8d2a-3eb43bd9a3e2), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:45.960729 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:45.991348 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16fed3a-584a-4293-976d-898f35a800d7 None None] New status for floating IP 65fddc57-794f-4207-9fce-dbaaebc20901: DOWN {{(pid=111619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:47:45.994141 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:46.006235 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-223c09cc-e875-4003-a9fe-7c27b853a56d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (24d9c485-97a3-4aa0-b7f3-cf9c343cb801), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.006496 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-223c09cc-e875-4003-a9fe-7c27b853a56d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for floatingip (24d9c485-97a3-4aa0-b7f3-cf9c343cb801), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.006699 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Deleting port 8bd38839-4a12-487c-bb0f-8ef4657fb90e {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:46.007231 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.039976 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-223c09cc-e875-4003-a9fe-7c27b853a56d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Calling delete_port for 24d9c485-97a3-4aa0-b7f3-cf9c343cb801 owned by network:floatingip {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:46.070706 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7455b546-b3cb-4706-b3a5-2cdf7914cd7c None None] DHCP port deletion for bc51d155-90b9-48b7-86e9-fc4346955e9e request from dv-cinder-779233-7-iscsi {{(pid=111618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 14:47:46.073691 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:46.092881 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] For port 8bd38839-4a12-487c-bb0f-8ef4657fb90e, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=8bd38839-4a12-487c-bb0f-8ef4657fb90e,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:46.093252 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.114697 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Calling delete_port for 8bd38839-4a12-487c-bb0f-8ef4657fb90e owned by network:dhcp {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:46.125275 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-7455b546-b3cb-4706-b3a5-2cdf7914cd7c None None] Deleting port 8bd38839-4a12-487c-bb0f-8ef4657fb90e {{(pid=111618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:46.126089 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7455b546-b3cb-4706-b3a5-2cdf7914cd7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), before_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.195340 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-7455b546-b3cb-4706-b3a5-2cdf7914cd7c None None] For port 8bd38839-4a12-487c-bb0f-8ef4657fb90e, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=8bd38839-4a12-487c-bb0f-8ef4657fb90e,segment=NetworkSegment(e801edb6-a720-422a-bfaa-ce4865f9975c),segment_id=e801edb6-a720-422a-bfaa-ce4865f9975c)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:46.196193 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7455b546-b3cb-4706-b3a5-2cdf7914cd7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), precommit_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.208661 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.212007 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-7455b546-b3cb-4706-b3a5-2cdf7914cd7c None None] Calling delete_port for 8bd38839-4a12-487c-bb0f-8ef4657fb90e owned by network:dhcp {{(pid=111618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:46.236363 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd38839-4a12-487c-bb0f-8ef4657fb90e,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:46.241232 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] No DVR routers for this DVR port 8bd38839-4a12-487c-bb0f-8ef4657fb90e on host dv-cinder-779233-7-iscsi {{(pid=111617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:47:46.278596 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:46.300870 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7455b546-b3cb-4706-b3a5-2cdf7914cd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (8bd38839-4a12-487c-bb0f-8ef4657fb90e), after_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.320930 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (bc51d155-90b9-48b7-86e9-fc4346955e9e), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.326807 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455b546-b3cb-4706-b3a5-2cdf7914cd7c None None] Pushing event deleted for resources: {'Port': ['ID=8bd38839-4a12-487c-bb0f-8ef4657fb90e,revision_number=None']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:46.330818 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455b546-b3cb-4706-b3a5-2cdf7914cd7c None None] No DVR routers for this DVR port 8bd38839-4a12-487c-bb0f-8ef4657fb90e on host dv-cinder-779233-7-iscsi {{(pid=111618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:47:46.357367 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:47:46.357733 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:47:46.358462 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:47:46.358825 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Subscribe: > port after_create 55550000 {{(pid=111617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:47:46.359168 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:47:46.359484 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Subscribe: > port after_update 55550000 {{(pid=111617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:47:46.360427 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:47:46.361488 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:47:46.361488 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:47:46.361488 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:47:46.407993 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-88c292c1-701f-4e0d-8566-45e8708f3b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (dabe0e52-d5f3-4f58-8d2a-3eb43bd9a3e2), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.410696 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-88c292c1-701f-4e0d-8566-45e8708f3b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.411876 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-88c292c1-701f-4e0d-8566-45e8708f3b22 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/dabe0e52-d5f3-4f58-8d2a-3eb43bd9a3e2 HTTP/1.1" status: 204 len: 168 time: 0.6243742 Oct 20 14:47:46.428894 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c292c1-701f-4e0d-8566-45e8708f3b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabe0e52-d5f3-4f58-8d2a-3eb43bd9a3e2,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:46.438667 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:46.489522 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:47:46.489886 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:47:46.490409 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:47:46.490678 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 14:47:46.491062 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.services.segments.db [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc51d155-90b9-48b7-86e9-fc4346955e9e']}} {{(pid=111617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:46.518719 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.services.segments.db [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e801edb6-a720-422a-bfaa-ce4865f9975c') {'for_net_delete': True} {{(pid=111617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:46.519019 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.services.segments.db [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e801edb6-a720-422a-bfaa-ce4865f9975c') {} {{(pid=111617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:46.520245 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-223c09cc-e875-4003-a9fe-7c27b853a56d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (24d9c485-97a3-4aa0-b7f3-cf9c343cb801), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.540276 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9249341'] for segment (e801edb6-a720-422a-bfaa-ce4865f9975c), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.548753 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c09cc-e875-4003-a9fe-7c27b853a56d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Pushing event deleted for resources: {'Port': ['ID=24d9c485-97a3-4aa0-b7f3-cf9c343cb801,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:46.579598 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (e801edb6-a720-422a-bfaa-ce4865f9975c), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.595731 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=111617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:47:46.596230 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3635106'] for segment (e801edb6-a720-422a-bfaa-ce4865f9975c), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.613914 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 17204c2c-022c-474b-897c-a230d52d6fe3 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:46.637479 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 17204c2c-022c-474b-897c-a230d52d6fe3 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:46.638143 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 17204c2c-022c-474b-897c-a230d52d6fe3 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:46.638715 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 8bd38839-4a12-487c-bb0f-8ef4657fb90e no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:46.661313 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 8bd38839-4a12-487c-bb0f-8ef4657fb90e {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:46.661831 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 8bd38839-4a12-487c-bb0f-8ef4657fb90e not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:46.662399 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device d5103891-68d1-44c7-94ca-d8f6dcabe8e1 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:46.668239 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-223c09cc-e875-4003-a9fe-7c27b853a56d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks [] for floatingip (65fddc57-794f-4207-9fce-dbaaebc20901), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.671132 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-223c09cc-e875-4003-a9fe-7c27b853a56d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.672947 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-223c09cc-e875-4003-a9fe-7c27b853a56d tempest-AttachVolumeShelveTestJSON-1170036872 tempest-AttachVolumeShelveTestJSON-1170036872-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/65fddc57-794f-4207-9fce-dbaaebc20901 HTTP/1.1" status: 204 len: 168 time: 1.0026317 Oct 20 14:47:46.685532 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: d5103891-68d1-44c7-94ca-d8f6dcabe8e1 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:46.686032 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device d5103891-68d1-44c7-94ca-d8f6dcabe8e1 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:46.751694 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (bc51d155-90b9-48b7-86e9-fc4346955e9e), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.761122 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:46.767321 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/bc51d155-90b9-48b7-86e9-fc4346955e9e HTTP/1.1" status: 204 len: 168 time: 0.9189069 Oct 20 14:47:46.779791 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0fd5d-204b-46d3-b891-f20374e53be9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc51d155-90b9-48b7-86e9-fc4346955e9e,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:46.829143 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38988) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:46.967505 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 38998) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:47.015919 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-4b0baeba-f9c4-4f01-9528-19a1ae75d302 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8d8d1dfd3c714794a3fca61b2c6b093e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462670 Oct 20 14:47:47.018880 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39000) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:47.071236 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ccd84057-bd35-4997-b6be-4ba2ec92ac82 admin admin] Publish callbacks [] for security_group (5348c735-9a4c-430f-b97d-1257dd490a1f), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:47.096693 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ccd84057-bd35-4997-b6be-4ba2ec92ac82 admin admin] Publish callbacks [] for security_group (5348c735-9a4c-430f-b97d-1257dd490a1f), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:47.120179 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8dd382ff-37e9-4419-ad67-6aebbfbe7be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:47.158566 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:47.168782 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ccd84057-bd35-4997-b6be-4ba2ec92ac82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (5348c735-9a4c-430f-b97d-1257dd490a1f), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:47.172027 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ccd84057-bd35-4997-b6be-4ba2ec92ac82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:47.173740 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ccd84057-bd35-4997-b6be-4ba2ec92ac82 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5348c735-9a4c-430f-b97d-1257dd490a1f HTTP/1.1" status: 204 len: 168 time: 0.1533270 Oct 20 14:47:47.183551 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd84057-bd35-4997-b6be-4ba2ec92ac82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5348c735-9a4c-430f-b97d-1257dd490a1f,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:47.230092 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8dd382ff-37e9-4419-ad67-6aebbfbe7be7 admin admin] Publish callbacks [] for security_group (f4c7f945-51ef-4366-8520-269ef7e2d42d), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:47.238132 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8dd382ff-37e9-4419-ad67-6aebbfbe7be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (f4c7f945-51ef-4366-8520-269ef7e2d42d), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:47.247691 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.services.segments.plugin [-] Segment e801edb6-a720-422a-bfaa-ce4865f9975c resource provider aggregate not found Oct 20 14:47:47.271040 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.services.segments.plugin [-] Segment e801edb6-a720-422a-bfaa-ce4865f9975c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e801edb6-a720-422a-bfaa-ce4865f9975c found for delete ", "request_id": "req-57c69bf0-9a59-42ac-a9f9-7509b2097b94"}]} Oct 20 14:47:47.284788 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-8dd382ff-37e9-4419-ad67-6aebbfbe7be7 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=bb85f08631ce432984f8c990b00eb443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4543445 Oct 20 14:47:47.285722 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd382ff-37e9-4419-ad67-6aebbfbe7be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c7f945-51ef-4366-8520-269ef7e2d42d,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:47.287454 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39014) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:47.353045 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d0a76e45-8106-4e96-b9f0-c806fea5ed47 admin admin] Publish callbacks [] for security_group (f4c7f945-51ef-4366-8520-269ef7e2d42d), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:47.379182 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d0a76e45-8106-4e96-b9f0-c806fea5ed47 admin admin] Publish callbacks [] for security_group (f4c7f945-51ef-4366-8520-269ef7e2d42d), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:47.432876 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d0a76e45-8106-4e96-b9f0-c806fea5ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (f4c7f945-51ef-4366-8520-269ef7e2d42d), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:47.436083 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d0a76e45-8106-4e96-b9f0-c806fea5ed47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:47.437602 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-d0a76e45-8106-4e96-b9f0-c806fea5ed47 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f4c7f945-51ef-4366-8520-269ef7e2d42d HTTP/1.1" status: 204 len: 168 time: 0.1489794 Oct 20 14:47:47.449125 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a76e45-8106-4e96-b9f0-c806fea5ed47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c7f945-51ef-4366-8520-269ef7e2d42d,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:49.354229 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39164) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:49.773180 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=86,neutron:DELETE=14 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:49.830452 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7b90-d130-446b-bfff-4d15cfcdc46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653547'] for router_interface (c4596323-0dc4-49b5-b6c3-381f272b5c61), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:49.958300 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:50.056597 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e7b90-d130-446b-bfff-4d15cfcdc46e admin admin] Deleting port 876d702d-3beb-49fc-8957-19270b05b305 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:50.056935 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7b90-d130-446b-bfff-4d15cfcdc46e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (876d702d-3beb-49fc-8957-19270b05b305), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:50.139719 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-3e8e7b90-d130-446b-bfff-4d15cfcdc46e admin admin] For port 876d702d-3beb-49fc-8957-19270b05b305, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=876d702d-3beb-49fc-8957-19270b05b305,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:50.140073 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7b90-d130-446b-bfff-4d15cfcdc46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (876d702d-3beb-49fc-8957-19270b05b305), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:50.154438 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e7b90-d130-446b-bfff-4d15cfcdc46e admin admin] Calling delete_port for 876d702d-3beb-49fc-8957-19270b05b305 owned by network:router_interface {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:50.340995 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7b90-d130-446b-bfff-4d15cfcdc46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (876d702d-3beb-49fc-8957-19270b05b305), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:50.368675 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e7b90-d130-446b-bfff-4d15cfcdc46e admin admin] Pushing event deleted for resources: {'Port': ['ID=876d702d-3beb-49fc-8957-19270b05b305,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:50.564680 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:50.582641 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7b90-d130-446b-bfff-4d15cfcdc46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1556640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653663'] for router_interface (c4596323-0dc4-49b5-b6c3-381f272b5c61), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:50.640924 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4f7633-5ee4-4205-91f2-c30db0676061 None None] get_active_networks_info from dv-cinder-779233-7-iscsi {{(pid=111618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 14:47:50.772571 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f7633-5ee4-4205-91f2-c30db0676061 None None] Resources bound (agent type, host, resource id): {{(pid=111618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 14:47:50.889546 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8e7b90-d130-446b-bfff-4d15cfcdc46e admin admin] Router c4596323-0dc4-49b5-b6c3-381f272b5c61 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:47:51.003510 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8e7b90-d130-446b-bfff-4d15cfcdc46e admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:47:51.008669 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-3e8e7b90-d130-446b-bfff-4d15cfcdc46e admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/c4596323-0dc4-49b5-b6c3-381f272b5c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6527045 Oct 20 14:47:51.011088 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39212) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:51.018834 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8441dc60-ae65-428d-a42c-58c375f7f862 None None] Sync routers for ids ['c4596323-0dc4-49b5-b6c3-381f272b5c61'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:47:51.028812 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8441dc60-ae65-428d-a42c-58c375f7f862 None None] Routers {'c4596323-0dc4-49b5-b6c3-381f272b5c61'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:51.029496 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-8441dc60-ae65-428d-a42c-58c375f7f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:47:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['c4596323-0dc4-49b5-b6c3-381f272b5c61'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:51.104616 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:51.130624 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] Publish callbacks [] for router (c4596323-0dc4-49b5-b6c3-381f272b5c61), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:51.159079 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-8441dc60-ae65-428d-a42c-58c375f7f862 None None] Set router c4596323-0dc4-49b5-b6c3-381f272b5c61 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:51.244552 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] Publish callbacks [] for router_gateway (c4596323-0dc4-49b5-b6c3-381f272b5c61), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:51.295742 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] Deleting port 384d37be-3e14-4f7d-862b-015e49ff88ec {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:51.296092 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (384d37be-3e14-4f7d-862b-015e49ff88ec), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:51.345779 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-8441dc60-ae65-428d-a42c-58c375f7f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:47:50Z', 'revision_number': 5, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port': {'id': '384d37be-3e14-4f7d-862b-015e49ff88ec', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:51.371568 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8441dc60-ae65-428d-a42c-58c375f7f862 None None] Checking router: c4596323-0dc4-49b5-b6c3-381f272b5c61 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:47:51.381683 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8441dc60-ae65-428d-a42c-58c375f7f862 None None] Routers {'c4596323-0dc4-49b5-b6c3-381f272b5c61'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:47:51.382308 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-8441dc60-ae65-428d-a42c-58c375f7f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:47:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['c4596323-0dc4-49b5-b6c3-381f272b5c61'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:51.404622 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] For port 384d37be-3e14-4f7d-862b-015e49ff88ec, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=384d37be-3e14-4f7d-862b-015e49ff88ec,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:51.405217 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (384d37be-3e14-4f7d-862b-015e49ff88ec), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:51.419532 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] Calling delete_port for 384d37be-3e14-4f7d-862b-015e49ff88ec owned by network:router_gateway {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:51.603524 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:51.605876 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:51.625744 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (384d37be-3e14-4f7d-862b-015e49ff88ec), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:51.638258 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-fe3260cb-7b8c-4a5c-8b16-d5b1d35a90c9 None None] Provisioning complete for port 592b53b8-fe20-4dce-b2e7-e89993f6d126 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:47:51.638624 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-fe3260cb-7b8c-4a5c-8b16-d5b1d35a90c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (592b53b8-fe20-4dce-b2e7-e89993f6d126), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:51.638946 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-fe3260cb-7b8c-4a5c-8b16-d5b1d35a90c9 None None] Attempt 1 to provision port 592b53b8-fe20-4dce-b2e7-e89993f6d126 Oct 20 14:47:51.642925 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b95d5390-f469-41a6-ad01-ee80fac36afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:51.652580 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=384d37be-3e14-4f7d-862b-015e49ff88ec,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:51.692130 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-8441dc60-ae65-428d-a42c-58c375f7f862 None None] Set router c4596323-0dc4-49b5-b6c3-381f272b5c61 gateway port host: None {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:47:51.716413 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647734'] for router_gateway (c4596323-0dc4-49b5-b6c3-381f272b5c61), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:51.745761 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-8441dc60-ae65-428d-a42c-58c375f7f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:47:51Z', 'revision_number': 6, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port_host': None}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:51.782727 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8441dc60-ae65-428d-a42c-58c375f7f862 None None] The sync data for ids ['c4596323-0dc4-49b5-b6c3-381f272b5c61'] in dv-cinder-779233-7-iscsi is: [{'id': 'c4596323-0dc4-49b5-b6c3-381f272b5c61', 'name': 'tempest-AttachVolumeShelveTestJSON-1911843385-router', 'tenant_id': 'afd56c15beff4515a44799ee7ec083a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:40:51Z', 'updated_at': '2022-10-20T14:47:51Z', 'revision_number': 6, 'project_id': 'afd56c15beff4515a44799ee7ec083a3', 'gw_port_host': None}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:47:51.815642 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2788'] for router (c4596323-0dc4-49b5-b6c3-381f272b5c61), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:51.818244 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] Publish callbacks [] for router_controller (c4596323-0dc4-49b5-b6c3-381f272b5c61), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:51.825948 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-fe3260cb-7b8c-4a5c-8b16-d5b1d35a90c9 None None] Current status of the port 592b53b8-fe20-4dce-b2e7-e89993f6d126 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:47:51.870586 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653576'] for router (c4596323-0dc4-49b5-b6c3-381f272b5c61), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:51.871399 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4596323-0dc4-49b5-b6c3-381f272b5c61 {{(pid=111616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 14:47:51.876849 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:51.878022 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-cdbc2cb3-14cb-466d-85a4-4be080782f40 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/c4596323-0dc4-49b5-b6c3-381f272b5c61 HTTP/1.1" status: 204 len: 168 time: 0.8660123 Oct 20 14:47:51.880539 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39222) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:51.933505 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2e52da-ed57-4451-8b09-6a33221ec01f admin admin] Deleting subnet ca5871aa-7167-4149-b162-6807c8f57b7d {{(pid=111616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:47:51.936777 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8c2e52da-ed57-4451-8b09-6a33221ec01f admin admin] Publish callbacks [] for subnet (ca5871aa-7167-4149-b162-6807c8f57b7d), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:51.975666 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8c2e52da-ed57-4451-8b09-6a33221ec01f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3906335'] for subnet (ca5871aa-7167-4149-b162-6807c8f57b7d), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.070215 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39232) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:52.091519 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8c2e52da-ed57-4451-8b09-6a33221ec01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (ca5871aa-7167-4149-b162-6807c8f57b7d), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.116630 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:52.158793 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8c2e52da-ed57-4451-8b09-6a33221ec01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9298077'] for subnet (ca5871aa-7167-4149-b162-6807c8f57b7d), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.193613 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e52da-ed57-4451-8b09-6a33221ec01f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5871aa-7167-4149-b162-6807c8f57b7d,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:52.198644 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8c2e52da-ed57-4451-8b09-6a33221ec01f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.202588 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-8c2e52da-ed57-4451-8b09-6a33221ec01f admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/ca5871aa-7167-4149-b162-6807c8f57b7d HTTP/1.1" status: 204 len: 168 time: 0.3210864 Oct 20 14:47:52.206894 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39236) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:52.217416 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0558280a-8e94-4c8f-83ff-5f2bbf97853e None None] Network 8527c204-ec5a-42a2-811a-426241f609de requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:47:52.220388 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:52.247432 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0ca1295b-b460-41b7-9a27-47e1235fff82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.317870 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (8527c204-ec5a-42a2-811a-426241f609de), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.324963 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:52.374864 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0ca1295b-b460-41b7-9a27-47e1235fff82 admin admin] Publish callbacks [] for security_group (ce51b273-4fa6-41c3-aed9-0fea453fb215), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.381069 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0ca1295b-b460-41b7-9a27-47e1235fff82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (ce51b273-4fa6-41c3-aed9-0fea453fb215), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.389702 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Deleting port 592b53b8-fe20-4dce-b2e7-e89993f6d126 {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:47:52.390487 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (592b53b8-fe20-4dce-b2e7-e89993f6d126), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.427856 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-0ca1295b-b460-41b7-9a27-47e1235fff82 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=36dbbca5eec64d4f83d4d1fc8dc7bdf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564370 Oct 20 14:47:52.428714 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1295b-b460-41b7-9a27-47e1235fff82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce51b273-4fa6-41c3-aed9-0fea453fb215,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:52.432510 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39240) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:52.463492 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] For port 592b53b8-fe20-4dce-b2e7-e89993f6d126, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=592b53b8-fe20-4dce-b2e7-e89993f6d126,segment=NetworkSegment(d8450df4-5a10-4679-a0a8-5af23b67027b),segment_id=d8450df4-5a10-4679-a0a8-5af23b67027b)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:47:52.463762 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (592b53b8-fe20-4dce-b2e7-e89993f6d126), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.478302 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Calling delete_port for 592b53b8-fe20-4dce-b2e7-e89993f6d126 owned by network:dhcp {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:47:52.485800 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-483302e2-360c-4850-a2ad-57577a4b119f admin admin] Publish callbacks [] for security_group (ce51b273-4fa6-41c3-aed9-0fea453fb215), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.507537 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-483302e2-360c-4850-a2ad-57577a4b119f admin admin] Publish callbacks [] for security_group (ce51b273-4fa6-41c3-aed9-0fea453fb215), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.559171 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634291'] for port (592b53b8-fe20-4dce-b2e7-e89993f6d126), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.563189 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-483302e2-360c-4850-a2ad-57577a4b119f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (ce51b273-4fa6-41c3-aed9-0fea453fb215), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.566467 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-483302e2-360c-4850-a2ad-57577a4b119f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.570316 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-483302e2-360c-4850-a2ad-57577a4b119f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ce51b273-4fa6-41c3-aed9-0fea453fb215 HTTP/1.1" status: 204 len: 168 time: 0.1342709 Oct 20 14:47:52.577256 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483302e2-360c-4850-a2ad-57577a4b119f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce51b273-4fa6-41c3-aed9-0fea453fb215,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:52.587318 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Pushing event deleted for resources: {'Port': ['ID=592b53b8-fe20-4dce-b2e7-e89993f6d126,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:52.595582 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] No DVR routers for this DVR port 592b53b8-fe20-4dce-b2e7-e89993f6d126 on host dv-cinder-779233-7-iscsi {{(pid=111617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:47:52.629143 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.629412 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.629754 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.630083 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.630407 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.630729 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.631050 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.631367 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.631683 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.631998 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.632313 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.632657 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.632973 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.633285 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.633595 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:47:52.693848 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a874d-a98c-44ba-82d9-6ea0019ba419 None None] DHCP port deletion for 8527c204-ec5a-42a2-811a-426241f609de request from dv-cinder-779233-7-iscsi {{(pid=111618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 14:47:52.698202 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (8527c204-ec5a-42a2-811a-426241f609de), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.731192 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.services.segments.db [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8527c204-ec5a-42a2-811a-426241f609de']}} {{(pid=111617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:52.745420 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.services.segments.db [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8450df4-5a10-4679-a0a8-5af23b67027b') {'for_net_delete': True} {{(pid=111617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:52.745792 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.services.segments.db [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8450df4-5a10-4679-a0a8-5af23b67027b') {} {{(pid=111617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:52.759848 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9249341'] for segment (d8450df4-5a10-4679-a0a8-5af23b67027b), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.777340 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (d8450df4-5a10-4679-a0a8-5af23b67027b), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.781169 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 876d702d-3beb-49fc-8957-19270b05b305 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:52.788491 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=111617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:47:52.788935 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3635106'] for segment (d8450df4-5a10-4679-a0a8-5af23b67027b), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.802673 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 876d702d-3beb-49fc-8957-19270b05b305 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:52.803028 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 876d702d-3beb-49fc-8957-19270b05b305 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:52.803447 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 592b53b8-fe20-4dce-b2e7-e89993f6d126 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:52.824857 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 592b53b8-fe20-4dce-b2e7-e89993f6d126 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:52.825216 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 592b53b8-fe20-4dce-b2e7-e89993f6d126 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:52.825704 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 384d37be-3e14-4f7d-862b-015e49ff88ec no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:47:52.852294 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.services.segments.plugin [-] Segment d8450df4-5a10-4679-a0a8-5af23b67027b resource provider aggregate not found Oct 20 14:47:52.861248 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 384d37be-3e14-4f7d-862b-015e49ff88ec {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:47:52.862322 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 384d37be-3e14-4f7d-862b-015e49ff88ec not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:47:52.888336 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (8527c204-ec5a-42a2-811a-426241f609de), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.891630 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.services.segments.plugin [-] Segment d8450df4-5a10-4679-a0a8-5af23b67027b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8450df4-5a10-4679-a0a8-5af23b67027b found for delete ", "request_id": "req-59019874-1e18-4dd5-bcaa-7f7efbff2074"}]} Oct 20 14:47:52.896143 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:52.901708 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/8527c204-ec5a-42a2-811a-426241f609de HTTP/1.1" status: 204 len: 168 time: 0.6931913 Oct 20 14:47:52.914075 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63366173-0fb5-4743-98a9-bb9a8fd9c238 admin admin] Pushing event deleted for resources: {'Network': ['ID=8527c204-ec5a-42a2-811a-426241f609de,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:53.043813 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39260) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:53.096781 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-c20d6edb-5687-4656-9c55-84830091a04b admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=afd56c15beff4515a44799ee7ec083a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0515044 Oct 20 14:47:53.099494 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39264) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:53.153089 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7cd722c9-7877-4d3a-9aac-54b9c67c529c admin admin] Publish callbacks [] for security_group (44a1ce2c-2150-458a-a016-74db6e2f673d), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:53.179256 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7cd722c9-7877-4d3a-9aac-54b9c67c529c admin admin] Publish callbacks [] for security_group (44a1ce2c-2150-458a-a016-74db6e2f673d), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:53.228505 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7cd722c9-7877-4d3a-9aac-54b9c67c529c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (44a1ce2c-2150-458a-a016-74db6e2f673d), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:53.233279 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7cd722c9-7877-4d3a-9aac-54b9c67c529c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:53.235587 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-7cd722c9-7877-4d3a-9aac-54b9c67c529c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/44a1ce2c-2150-458a-a016-74db6e2f673d HTTP/1.1" status: 204 len: 168 time: 0.1351008 Oct 20 14:47:53.246473 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd722c9-7877-4d3a-9aac-54b9c67c529c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a1ce2c-2150-458a-a016-74db6e2f673d,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:53.659644 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-98e5131b-5095-498b-9b25-e6a34c6f0baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:53.944062 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39318) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:54.064234 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1266974233-network', 'tenant_id': 'e8541cb2c9e34e538f97f03636e36d8d'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:47:54.087458 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] Made reservation on behalf of e8541cb2c9e34e538f97f03636e36d8d for: {'network': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:47:54.092135 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.102117 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.149387 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:INSERT=9,neutron:SELECT=81,neutron:DELETE=10 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:54.193840 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] Publish callbacks [] for security_group (16f8b479-0d6c-4513-b270-21bc7d3c2248), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.198154 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (16f8b479-0d6c-4513-b270-21bc7d3c2248), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.223106 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=111617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:47:54.239546 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f8b479-0d6c-4513-b270-21bc7d3c2248,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:54.244486 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (b232cfc8-40ae-4ee0-a1d1-5c1a8f501c35), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.244486 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.segments_db [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] Added segment b232cfc8-40ae-4ee0-a1d1-5c1a8f501c35 of type vlan for network 2338d4e9-067f-4cfb-803c-f522401aaad3 Oct 20 14:47:54.252735 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:54.265228 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39332) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:54.292968 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (2338d4e9-067f-4cfb-803c-f522401aaad3), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.324500 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (2338d4e9-067f-4cfb-803c-f522401aaad3), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.325940 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:54.326620 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.390788 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4455018 Oct 20 14:47:54.395974 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39338) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:54.399107 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-517a511d-1a73-4aba-87bc-04e905e1d393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.400709 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-b033ab92-5510-4159-a95b-f6bd05cf6e96 admin admin] Request body: {'subnet': {'network_id': '2338d4e9-067f-4cfb-803c-f522401aaad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1266974233-subnet', 'tenant_id': 'e8541cb2c9e34e538f97f03636e36d8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:47:54.401830 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:54.404305 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85624005-c1c9-41c4-bf52-83be99128a30 admin admin] Pushing event updated for resources: {'Network': ['ID=2338d4e9-067f-4cfb-803c-f522401aaad3,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:54.429484 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network 2338d4e9-067f-4cfb-803c-f522401aaad3 details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:47:54.430117 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b033ab92-5510-4159-a95b-f6bd05cf6e96 admin admin] Made reservation on behalf of e8541cb2c9e34e538f97f03636e36d8d for: {'subnet': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:47:54.434542 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b033ab92-5510-4159-a95b-f6bd05cf6e96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474634'] for subnet (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.496806 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-517a511d-1a73-4aba-87bc-04e905e1d393 admin admin] Publish callbacks [] for security_group (d9582b67-9236-4a0f-a464-cdf09e147771), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.502778 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-517a511d-1a73-4aba-87bc-04e905e1d393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (d9582b67-9236-4a0f-a464-cdf09e147771), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.554420 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-517a511d-1a73-4aba-87bc-04e905e1d393 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0b0fdc0bfb304b718f26762c19a40d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878294 Oct 20 14:47:54.555370 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a511d-1a73-4aba-87bc-04e905e1d393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9582b67-9236-4a0f-a464-cdf09e147771,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:54.557751 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39340) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:54.611862 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-64211dac-9c19-4b74-9aa9-08260edd43c0 admin admin] Publish callbacks [] for security_group (d9582b67-9236-4a0f-a464-cdf09e147771), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.620939 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b033ab92-5510-4159-a95b-f6bd05cf6e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3634399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474648'] for subnet (496a5572-51a7-4f55-a2af-78805ab14b34), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.635981 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-64211dac-9c19-4b74-9aa9-08260edd43c0 admin admin] Publish callbacks [] for security_group (d9582b67-9236-4a0f-a464-cdf09e147771), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.667528 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:54.688262 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033ab92-5510-4159-a95b-f6bd05cf6e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=496a5572-51a7-4f55-a2af-78805ab14b34,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:54.688892 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-64211dac-9c19-4b74-9aa9-08260edd43c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (d9582b67-9236-4a0f-a464-cdf09e147771), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.692242 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-64211dac-9c19-4b74-9aa9-08260edd43c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.696060 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-64211dac-9c19-4b74-9aa9-08260edd43c0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d9582b67-9236-4a0f-a464-cdf09e147771 HTTP/1.1" status: 204 len: 168 time: 0.1350358 Oct 20 14:47:54.696457 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033ab92-5510-4159-a95b-f6bd05cf6e96 admin admin] Checking segment: {'id': 'b232cfc8-40ae-4ee0-a1d1-5c1a8f501c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2338d4e9-067f-4cfb-803c-f522401aaad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:47:54.696457 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b033ab92-5510-4159-a95b-f6bd05cf6e96 admin admin] Network hostable DHCP agents. Network: 2338d4e9-067f-4cfb-803c-f522401aaad3, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:47:54.702252 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64211dac-9c19-4b74-9aa9-08260edd43c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9582b67-9236-4a0f-a464-cdf09e147771,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:54.717799 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b033ab92-5510-4159-a95b-f6bd05cf6e96 admin admin] Network 2338d4e9-067f-4cfb-803c-f522401aaad3 is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:47:54.730630 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-b033ab92-5510-4159-a95b-f6bd05cf6e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, 2338d4e9-067f-4cfb-803c-f522401aaad3) {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:47:54.735108 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b033ab92-5510-4159-a95b-f6bd05cf6e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:54.735671 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b033ab92-5510-4159-a95b-f6bd05cf6e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:54.742186 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0afef0b-6276-4dfa-8ae2-e3d82c75c38d None None] Network 2338d4e9-067f-4cfb-803c-f522401aaad3 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:47:54.760898 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-b033ab92-5510-4159-a95b-f6bd05cf6e96 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3638196 Oct 20 14:47:54.867226 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a019d-6a50-404d-ae20-3ba21704d024 None None] Network 2338d4e9-067f-4cfb-803c-f522401aaad3 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:47:55.013031 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:55.431768 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39378) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:55.436855 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-46198116-network', 'tenant_id': '4bd2f5b4ea034eb4ab7b66d662ef0d7e'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:47:55.460282 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] Made reservation on behalf of 4bd2f5b4ea034eb4ab7b66d662ef0d7e for: {'network': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:47:55.471395 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:55.472672 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:55.558282 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] Publish callbacks [] for security_group (c6004027-7a7c-4b53-9607-1702ddfeb7a6), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:55.562920 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (c6004027-7a7c-4b53-9607-1702ddfeb7a6), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:55.590149 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=111616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:47:55.613134 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6004027-7a7c-4b53-9607-1702ddfeb7a6,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:55.616629 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (48c5c16f-e3d6-492c-ae5d-0cd7543baab8), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:55.617010 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.segments_db [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] Added segment 48c5c16f-e3d6-492c-ae5d-0cd7543baab8 of type vlan for network 8385991c-7ed3-4008-b375-c30d64f5a128 Oct 20 14:47:55.667967 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (8385991c-7ed3-4008-b375-c30d64f5a128), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:55.693978 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (8385991c-7ed3-4008-b375-c30d64f5a128), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:55.695085 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:55.695672 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:55.758272 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3252718 Oct 20 14:47:55.761296 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39388) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:55.763533 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab55099-e133-4ac6-ac2b-2a7c72badde3 admin admin] Pushing event updated for resources: {'Network': ['ID=8385991c-7ed3-4008-b375-c30d64f5a128,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:55.767257 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-f95263e1-c4e5-4794-9986-0cc69005a94e admin admin] Request body: {'subnet': {'network_id': '8385991c-7ed3-4008-b375-c30d64f5a128', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-46198116-subnet', 'tenant_id': '4bd2f5b4ea034eb4ab7b66d662ef0d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:47:55.774891 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network 8385991c-7ed3-4008-b375-c30d64f5a128 details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:47:55.790373 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95263e1-c4e5-4794-9986-0cc69005a94e admin admin] Made reservation on behalf of 4bd2f5b4ea034eb4ab7b66d662ef0d7e for: {'subnet': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:47:55.794086 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f95263e1-c4e5-4794-9986-0cc69005a94e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474634'] for subnet (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:55.935504 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:56.004934 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f95263e1-c4e5-4794-9986-0cc69005a94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3634399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474648'] for subnet (7224b770-54df-46d6-8e61-20ded476350e), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.067174 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95263e1-c4e5-4794-9986-0cc69005a94e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7224b770-54df-46d6-8e61-20ded476350e,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:56.071555 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:56.082105 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95263e1-c4e5-4794-9986-0cc69005a94e admin admin] Checking segment: {'id': '48c5c16f-e3d6-492c-ae5d-0cd7543baab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8385991c-7ed3-4008-b375-c30d64f5a128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:47:56.082105 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95263e1-c4e5-4794-9986-0cc69005a94e admin admin] Network hostable DHCP agents. Network: 8385991c-7ed3-4008-b375-c30d64f5a128, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:47:56.083508 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:56.092502 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:56.107412 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95263e1-c4e5-4794-9986-0cc69005a94e admin admin] Network 8385991c-7ed3-4008-b375-c30d64f5a128 is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:47:56.118208 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-f95263e1-c4e5-4794-9986-0cc69005a94e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, 8385991c-7ed3-4008-b375-c30d64f5a128) {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:47:56.123032 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95263e1-c4e5-4794-9986-0cc69005a94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:47:56.123648 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f95263e1-c4e5-4794-9986-0cc69005a94e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.133517 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52361d1-bd99-489d-ac57-2351f5fddff4 None None] Network 8385991c-7ed3-4008-b375-c30d64f5a128 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:47:56.143017 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-f95263e1-c4e5-4794-9986-0cc69005a94e admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3806074 Oct 20 14:47:56.262949 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c128f9a-8c77-4245-ab08-3caf40c65e3a None None] Network 8385991c-7ed3-4008-b375-c30d64f5a128 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:47:56.286857 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39408) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:56.335605 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92f6e5e-01ed-422e-8c30-916ce298cbe5 admin admin] Deleting subnet 496a5572-51a7-4f55-a2af-78805ab14b34 {{(pid=111617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:47:56.339255 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a92f6e5e-01ed-422e-8c30-916ce298cbe5 admin admin] Publish callbacks [] for subnet (496a5572-51a7-4f55-a2af-78805ab14b34), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.351191 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.384161 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a92f6e5e-01ed-422e-8c30-916ce298cbe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9249290'] for subnet (496a5572-51a7-4f55-a2af-78805ab14b34), precommit_delete_associations {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.429040 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a92f6e5e-01ed-422e-8c30-916ce298cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (496a5572-51a7-4f55-a2af-78805ab14b34), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.442776 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.500240 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a92f6e5e-01ed-422e-8c30-916ce298cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474657'] for subnet (496a5572-51a7-4f55-a2af-78805ab14b34), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.532655 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f6e5e-01ed-422e-8c30-916ce298cbe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=496a5572-51a7-4f55-a2af-78805ab14b34,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:56.537073 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a92f6e5e-01ed-422e-8c30-916ce298cbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.542618 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-a92f6e5e-01ed-422e-8c30-916ce298cbe5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/496a5572-51a7-4f55-a2af-78805ab14b34 HTTP/1.1" status: 204 len: 168 time: 0.2524960 Oct 20 14:47:56.543160 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39424) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:56.639996 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-15615405-61a6-4887-bcf3-145d7afee62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (2338d4e9-067f-4cfb-803c-f522401aaad3), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.728089 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-15615405-61a6-4887-bcf3-145d7afee62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (2338d4e9-067f-4cfb-803c-f522401aaad3), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.749372 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-15615405-61a6-4887-bcf3-145d7afee62a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2338d4e9-067f-4cfb-803c-f522401aaad3']}} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:56.759205 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-15615405-61a6-4887-bcf3-145d7afee62a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b232cfc8-40ae-4ee0-a1d1-5c1a8f501c35') {'for_net_delete': True} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:56.759506 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-15615405-61a6-4887-bcf3-145d7afee62a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b232cfc8-40ae-4ee0-a1d1-5c1a8f501c35') {} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:56.774854 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=15,neutron:UPDATE=2,neutron:SELECT=79,neutron:DELETE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:56.777050 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-15615405-61a6-4887-bcf3-145d7afee62a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3906344'] for segment (b232cfc8-40ae-4ee0-a1d1-5c1a8f501c35), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.794853 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-15615405-61a6-4887-bcf3-145d7afee62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (b232cfc8-40ae-4ee0-a1d1-5c1a8f501c35), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.807075 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15615405-61a6-4887-bcf3-145d7afee62a admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=111616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:47:56.807075 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-15615405-61a6-4887-bcf3-145d7afee62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506356'] for segment (b232cfc8-40ae-4ee0-a1d1-5c1a8f501c35), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.858305 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment b232cfc8-40ae-4ee0-a1d1-5c1a8f501c35 resource provider aggregate not found Oct 20 14:47:56.880263 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment b232cfc8-40ae-4ee0-a1d1-5c1a8f501c35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b232cfc8-40ae-4ee0-a1d1-5c1a8f501c35 found for delete ", "request_id": "req-d63adb6b-925f-43e0-b807-190491044f73"}]} Oct 20 14:47:56.888381 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-15615405-61a6-4887-bcf3-145d7afee62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (2338d4e9-067f-4cfb-803c-f522401aaad3), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.893539 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-15615405-61a6-4887-bcf3-145d7afee62a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:56.897069 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-15615405-61a6-4887-bcf3-145d7afee62a admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/2338d4e9-067f-4cfb-803c-f522401aaad3 HTTP/1.1" status: 204 len: 168 time: 0.3528080 Oct 20 14:47:56.900405 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39452) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:56.911676 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15615405-61a6-4887-bcf3-145d7afee62a admin admin] Pushing event deleted for resources: {'Network': ['ID=2338d4e9-067f-4cfb-803c-f522401aaad3,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:56.972645 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_v2 [None req-05eb45dd-e1b1-47d9-a8b9-ee681818edcb admin admin] Deleting subnet 7224b770-54df-46d6-8e61-20ded476350e {{(pid=111617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:47:56.980619 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-05eb45dd-e1b1-47d9-a8b9-ee681818edcb admin admin] Publish callbacks [] for subnet (7224b770-54df-46d6-8e61-20ded476350e), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.025231 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-05eb45dd-e1b1-47d9-a8b9-ee681818edcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9249290'] for subnet (7224b770-54df-46d6-8e61-20ded476350e), precommit_delete_associations {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.076973 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-05eb45dd-e1b1-47d9-a8b9-ee681818edcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (7224b770-54df-46d6-8e61-20ded476350e), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.146333 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-05eb45dd-e1b1-47d9-a8b9-ee681818edcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474657'] for subnet (7224b770-54df-46d6-8e61-20ded476350e), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.172558 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb45dd-e1b1-47d9-a8b9-ee681818edcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7224b770-54df-46d6-8e61-20ded476350e,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:57.178321 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-05eb45dd-e1b1-47d9-a8b9-ee681818edcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.184144 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39464) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:57.186114 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-05eb45dd-e1b1-47d9-a8b9-ee681818edcb admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/7224b770-54df-46d6-8e61-20ded476350e HTTP/1.1" status: 204 len: 168 time: 0.2826524 Oct 20 14:47:57.261448 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-341f520c-6a03-457b-b21c-f80b68e06a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (8385991c-7ed3-4008-b375-c30d64f5a128), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.266847 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39468) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:57.346153 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-341f520c-6a03-457b-b21c-f80b68e06a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (8385991c-7ed3-4008-b375-c30d64f5a128), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.373103 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-341f520c-6a03-457b-b21c-f80b68e06a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8385991c-7ed3-4008-b375-c30d64f5a128']}} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:57.382177 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:57.384100 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-341f520c-6a03-457b-b21c-f80b68e06a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c5c16f-e3d6-492c-ae5d-0cd7543baab8') {'for_net_delete': True} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:57.394562 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-341f520c-6a03-457b-b21c-f80b68e06a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c5c16f-e3d6-492c-ae5d-0cd7543baab8') {} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:47:57.398993 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-47b9868c-b525-48f2-90fd-b21f73e2c47d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.407777 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-341f520c-6a03-457b-b21c-f80b68e06a1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3906344'] for segment (48c5c16f-e3d6-492c-ae5d-0cd7543baab8), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.425870 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-341f520c-6a03-457b-b21c-f80b68e06a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (48c5c16f-e3d6-492c-ae5d-0cd7543baab8), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.432607 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341f520c-6a03-457b-b21c-f80b68e06a1e admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=111616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:47:57.432999 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-341f520c-6a03-457b-b21c-f80b68e06a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506356'] for segment (48c5c16f-e3d6-492c-ae5d-0cd7543baab8), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.497601 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-341f520c-6a03-457b-b21c-f80b68e06a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (8385991c-7ed3-4008-b375-c30d64f5a128), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.502927 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-341f520c-6a03-457b-b21c-f80b68e06a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.506028 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-341f520c-6a03-457b-b21c-f80b68e06a1e admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/8385991c-7ed3-4008-b375-c30d64f5a128 HTTP/1.1" status: 204 len: 168 time: 0.3207977 Oct 20 14:47:57.521222 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f520c-6a03-457b-b21c-f80b68e06a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=8385991c-7ed3-4008-b375-c30d64f5a128,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:57.563695 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-47b9868c-b525-48f2-90fd-b21f73e2c47d admin admin] Publish callbacks [] for security_group (8b4be9c8-0587-4841-a207-799964d29b15), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.567480 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-47b9868c-b525-48f2-90fd-b21f73e2c47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (8b4be9c8-0587-4841-a207-799964d29b15), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.577817 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:57.614933 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-47b9868c-b525-48f2-90fd-b21f73e2c47d admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a2047559e3bd403b88628d5eebf0a51a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470144 Oct 20 14:47:57.616324 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9868c-b525-48f2-90fd-b21f73e2c47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4be9c8-0587-4841-a207-799964d29b15,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:57.617710 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39476) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:57.651084 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39478) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:57.673494 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-223222dc-a16f-45f0-8b41-fcbcf0ac916a admin admin] Publish callbacks [] for security_group (8b4be9c8-0587-4841-a207-799964d29b15), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.694461 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-223222dc-a16f-45f0-8b41-fcbcf0ac916a admin admin] Publish callbacks [] for security_group (8b4be9c8-0587-4841-a207-799964d29b15), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.696647 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-48aeefaf-036a-456a-a572-65633cd095b8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=e8541cb2c9e34e538f97f03636e36d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443509 Oct 20 14:47:57.700597 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39480) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:57.739137 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:57.747566 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-223222dc-a16f-45f0-8b41-fcbcf0ac916a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (8b4be9c8-0587-4841-a207-799964d29b15), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.750744 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-223222dc-a16f-45f0-8b41-fcbcf0ac916a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.754175 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-223222dc-a16f-45f0-8b41-fcbcf0ac916a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8b4be9c8-0587-4841-a207-799964d29b15 HTTP/1.1" status: 204 len: 168 time: 0.1331766 Oct 20 14:47:57.755958 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c8a98ed8-4f1b-4e3d-9814-b37f4dd8ba40 admin admin] Publish callbacks [] for security_group (16f8b479-0d6c-4513-b270-21bc7d3c2248), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.759919 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223222dc-a16f-45f0-8b41-fcbcf0ac916a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4be9c8-0587-4841-a207-799964d29b15,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:57.778445 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c8a98ed8-4f1b-4e3d-9814-b37f4dd8ba40 admin admin] Publish callbacks [] for security_group (16f8b479-0d6c-4513-b270-21bc7d3c2248), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.833377 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c8a98ed8-4f1b-4e3d-9814-b37f4dd8ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (16f8b479-0d6c-4513-b270-21bc7d3c2248), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.835998 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c8a98ed8-4f1b-4e3d-9814-b37f4dd8ba40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:57.839563 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-c8a98ed8-4f1b-4e3d-9814-b37f4dd8ba40 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/16f8b479-0d6c-4513-b270-21bc7d3c2248 HTTP/1.1" status: 204 len: 168 time: 0.1349552 Oct 20 14:47:57.847449 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a98ed8-4f1b-4e3d-9814-b37f4dd8ba40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f8b479-0d6c-4513-b270-21bc7d3c2248,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:58.161901 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39492) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:58.194104 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39494) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:58.203564 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-470745dc-847e-48e7-b3aa-54189048d86a admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=4bd2f5b4ea034eb4ab7b66d662ef0d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399680 Oct 20 14:47:58.206875 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39496) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:58.208164 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-95f27ba7-c0c3-46cd-9816-a2aba8e4092d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:58.262605 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-48bff29f-0f4f-40e1-8617-e83f33ad4465 admin admin] Publish callbacks [] for security_group (c6004027-7a7c-4b53-9607-1702ddfeb7a6), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:58.287590 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-48bff29f-0f4f-40e1-8617-e83f33ad4465 admin admin] Publish callbacks [] for security_group (c6004027-7a7c-4b53-9607-1702ddfeb7a6), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:58.294910 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-95f27ba7-c0c3-46cd-9816-a2aba8e4092d admin admin] Publish callbacks [] for security_group (4d7364a1-8b06-431f-9223-d809283f22e5), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:58.299651 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-95f27ba7-c0c3-46cd-9816-a2aba8e4092d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (4d7364a1-8b06-431f-9223-d809283f22e5), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:58.347498 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-95f27ba7-c0c3-46cd-9816-a2aba8e4092d admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=e0da030e8efb46db839dac059eccd037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522181 Oct 20 14:47:58.350376 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39500) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:47:58.351836 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-48bff29f-0f4f-40e1-8617-e83f33ad4465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (c6004027-7a7c-4b53-9607-1702ddfeb7a6), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:58.355245 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-48bff29f-0f4f-40e1-8617-e83f33ad4465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:58.356442 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-48bff29f-0f4f-40e1-8617-e83f33ad4465 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c6004027-7a7c-4b53-9607-1702ddfeb7a6 HTTP/1.1" status: 204 len: 168 time: 0.1486464 Oct 20 14:47:58.358001 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f27ba7-c0c3-46cd-9816-a2aba8e4092d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7364a1-8b06-431f-9223-d809283f22e5,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:58.382140 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bff29f-0f4f-40e1-8617-e83f33ad4465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6004027-7a7c-4b53-9607-1702ddfeb7a6,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:58.417469 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c5811f87-c04b-4465-8b6a-82616438c6ed admin admin] Publish callbacks [] for security_group (4d7364a1-8b06-431f-9223-d809283f22e5), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:58.442246 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c5811f87-c04b-4465-8b6a-82616438c6ed admin admin] Publish callbacks [] for security_group (4d7364a1-8b06-431f-9223-d809283f22e5), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:58.500308 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c5811f87-c04b-4465-8b6a-82616438c6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (4d7364a1-8b06-431f-9223-d809283f22e5), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:58.502986 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c5811f87-c04b-4465-8b6a-82616438c6ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:58.506535 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-c5811f87-c04b-4465-8b6a-82616438c6ed admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/4d7364a1-8b06-431f-9223-d809283f22e5 HTTP/1.1" status: 204 len: 168 time: 0.1520483 Oct 20 14:47:58.507554 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:47:58.513067 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5811f87-c04b-4465-8b6a-82616438c6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7364a1-8b06-431f-9223-d809283f22e5,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:47:58.899673 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment 48c5c16f-e3d6-492c-ae5d-0cd7543baab8 resource provider aggregate not found Oct 20 14:47:58.918134 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment 48c5c16f-e3d6-492c-ae5d-0cd7543baab8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48c5c16f-e3d6-492c-ae5d-0cd7543baab8 found for delete ", "request_id": "req-572a7b37-ab1e-4f43-8740-02d721890b26"}]} Oct 20 14:47:59.636670 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:47:59.831914 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39588) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:00.075487 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:00.185659 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Publish callbacks [] for security_group (b880c612-7faf-409c-bdf6-421509802557), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:00.190912 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (b880c612-7faf-409c-bdf6-421509802557), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:00.470171 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a14f637bebd145039c4c78f6155ff2ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6371431 Oct 20 14:48:00.471057 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b880c612-7faf-409c-bdf6-421509802557,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:00.473036 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39626) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:00.479086 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.479446 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.479792 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.480135 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.480499 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.480831 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.481389 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.481508 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.481809 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.482726 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.482726 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.482726 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.483064 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.483578 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.483906 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7bf4f3-19b5-460d-9383-7fd2e790f50b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:00.548890 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9f89dbe6-c05f-442c-be00-7a570b05484d admin admin] Publish callbacks [] for security_group (b880c612-7faf-409c-bdf6-421509802557), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:00.572235 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9f89dbe6-c05f-442c-be00-7a570b05484d admin admin] Publish callbacks [] for security_group (b880c612-7faf-409c-bdf6-421509802557), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:00.631736 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9f89dbe6-c05f-442c-be00-7a570b05484d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (b880c612-7faf-409c-bdf6-421509802557), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:00.634519 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9f89dbe6-c05f-442c-be00-7a570b05484d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:00.635674 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-9f89dbe6-c05f-442c-be00-7a570b05484d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/b880c612-7faf-409c-bdf6-421509802557 HTTP/1.1" status: 204 len: 168 time: 0.1613643 Oct 20 14:48:00.644806 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89dbe6-c05f-442c-be00-7a570b05484d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b880c612-7faf-409c-bdf6-421509802557,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:01.677099 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39680) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:01.792564 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8448a444-302e-4952-91e2-c4308522a314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:01.877156 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8448a444-302e-4952-91e2-c4308522a314 admin admin] Publish callbacks [] for security_group (3c8b0ce7-c6e4-44eb-a0ee-57d2c44a5303), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:01.881367 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8448a444-302e-4952-91e2-c4308522a314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (3c8b0ce7-c6e4-44eb-a0ee-57d2c44a5303), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:01.923595 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-8448a444-302e-4952-91e2-c4308522a314 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6f5a94c94a754e5e8f04b5dfd44740af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451358 Oct 20 14:48:01.924387 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448a444-302e-4952-91e2-c4308522a314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8b0ce7-c6e4-44eb-a0ee-57d2c44a5303,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:01.926269 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39694) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:01.978006 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-99e6cbfa-4ccf-4240-9069-14d00338ee41 admin admin] Publish callbacks [] for security_group (3c8b0ce7-c6e4-44eb-a0ee-57d2c44a5303), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:01.980669 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:01.999247 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-99e6cbfa-4ccf-4240-9069-14d00338ee41 admin admin] Publish callbacks [] for security_group (3c8b0ce7-c6e4-44eb-a0ee-57d2c44a5303), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:02.022394 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:48:02.049883 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-99e6cbfa-4ccf-4240-9069-14d00338ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (3c8b0ce7-c6e4-44eb-a0ee-57d2c44a5303), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:02.052466 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-99e6cbfa-4ccf-4240-9069-14d00338ee41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:02.053766 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-99e6cbfa-4ccf-4240-9069-14d00338ee41 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3c8b0ce7-c6e4-44eb-a0ee-57d2c44a5303 HTTP/1.1" status: 204 len: 168 time: 0.1256478 Oct 20 14:48:02.061878 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6cbfa-4ccf-4240-9069-14d00338ee41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8b0ce7-c6e4-44eb-a0ee-57d2c44a5303,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:03.143173 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39748) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:03.250305 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5be22287-3326-4b2f-8db7-3ee034e2d2f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:03.274844 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:03.335127 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5be22287-3326-4b2f-8db7-3ee034e2d2f5 admin admin] Publish callbacks [] for security_group (45d72277-e694-4a23-a161-141e9af98a21), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:03.339678 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5be22287-3326-4b2f-8db7-3ee034e2d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (45d72277-e694-4a23-a161-141e9af98a21), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:03.346026 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:03.382714 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be22287-3326-4b2f-8db7-3ee034e2d2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d72277-e694-4a23-a161-141e9af98a21,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:03.392593 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-5be22287-3326-4b2f-8db7-3ee034e2d2f5 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ca922823d2f347498592bfe10a3b4c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483184 Oct 20 14:48:03.392743 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39764) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:03.451088 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2f152eeb-1cb0-4125-b6c3-ee732404340c admin admin] Publish callbacks [] for security_group (45d72277-e694-4a23-a161-141e9af98a21), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:03.487016 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2f152eeb-1cb0-4125-b6c3-ee732404340c admin admin] Publish callbacks [] for security_group (45d72277-e694-4a23-a161-141e9af98a21), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:03.545720 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2f152eeb-1cb0-4125-b6c3-ee732404340c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (45d72277-e694-4a23-a161-141e9af98a21), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:03.548805 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-2f152eeb-1cb0-4125-b6c3-ee732404340c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:03.552226 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-2f152eeb-1cb0-4125-b6c3-ee732404340c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/45d72277-e694-4a23-a161-141e9af98a21 HTTP/1.1" status: 204 len: 168 time: 0.1557226 Oct 20 14:48:03.558624 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f152eeb-1cb0-4125-b6c3-ee732404340c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d72277-e694-4a23-a161-141e9af98a21,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:04.038991 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39802) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:04.166913 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4301de82-41a6-4bba-84cd-8a19e900fa6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:04.271246 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4301de82-41a6-4bba-84cd-8a19e900fa6c admin admin] Publish callbacks [] for security_group (5fd2319a-d33c-4001-b01b-b0efe2001d83), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:04.276635 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-4301de82-41a6-4bba-84cd-8a19e900fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (5fd2319a-d33c-4001-b01b-b0efe2001d83), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:04.304649 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301de82-41a6-4bba-84cd-8a19e900fa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd2319a-d33c-4001-b01b-b0efe2001d83,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:04.337352 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39822) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:04.342892 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-4301de82-41a6-4bba-84cd-8a19e900fa6c admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=76c10ed1f7274fe8b3df08c0150dcae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027143 Oct 20 14:48:04.406539 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6954c501-bf4e-4d2f-866a-c03e38cb78cf admin admin] Publish callbacks [] for security_group (5fd2319a-d33c-4001-b01b-b0efe2001d83), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:04.428865 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6954c501-bf4e-4d2f-866a-c03e38cb78cf admin admin] Publish callbacks [] for security_group (5fd2319a-d33c-4001-b01b-b0efe2001d83), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:04.479512 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6954c501-bf4e-4d2f-866a-c03e38cb78cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (5fd2319a-d33c-4001-b01b-b0efe2001d83), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:04.482269 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6954c501-bf4e-4d2f-866a-c03e38cb78cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:04.483407 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-6954c501-bf4e-4d2f-866a-c03e38cb78cf admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5fd2319a-d33c-4001-b01b-b0efe2001d83 HTTP/1.1" status: 204 len: 168 time: 0.1448479 Oct 20 14:48:04.492959 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954c501-bf4e-4d2f-866a-c03e38cb78cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd2319a-d33c-4001-b01b-b0efe2001d83,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:04.880370 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 39842) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:04.893802 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ba67335a-b0b1-4669-bab7-f82485d78195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:04.945538 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:04.974251 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ba67335a-b0b1-4669-bab7-f82485d78195 admin admin] Publish callbacks [] for security_group (bd8347b7-a83a-4c79-9632-fd0441a1fd79), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:04.977943 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-ba67335a-b0b1-4669-bab7-f82485d78195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (bd8347b7-a83a-4c79-9632-fd0441a1fd79), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:05.018415 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-ba67335a-b0b1-4669-bab7-f82485d78195 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6319f793b1404a74a4071c6328c9ba77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369066 Oct 20 14:48:05.019265 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67335a-b0b1-4669-bab7-f82485d78195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8347b7-a83a-4c79-9632-fd0441a1fd79,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:05.021096 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39844) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:05.070557 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8d65ffdb-073c-4c4a-a1b7-7d80112ac4f2 admin admin] Publish callbacks [] for security_group (bd8347b7-a83a-4c79-9632-fd0441a1fd79), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:05.091207 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8d65ffdb-073c-4c4a-a1b7-7d80112ac4f2 admin admin] Publish callbacks [] for security_group (bd8347b7-a83a-4c79-9632-fd0441a1fd79), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:05.141135 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8d65ffdb-073c-4c4a-a1b7-7d80112ac4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (bd8347b7-a83a-4c79-9632-fd0441a1fd79), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:05.143819 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8d65ffdb-073c-4c4a-a1b7-7d80112ac4f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:05.144997 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-8d65ffdb-073c-4c4a-a1b7-7d80112ac4f2 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/bd8347b7-a83a-4c79-9632-fd0441a1fd79 HTTP/1.1" status: 204 len: 168 time: 0.1229224 Oct 20 14:48:05.154052 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65ffdb-073c-4c4a-a1b7-7d80112ac4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8347b7-a83a-4c79-9632-fd0441a1fd79,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:07.664881 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39932) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:07.773023 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a94de48b-a4c8-49e0-96cc-e3fec925770d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:07.850915 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a94de48b-a4c8-49e0-96cc-e3fec925770d admin admin] Publish callbacks [] for security_group (2abb7127-c47a-4f07-aea8-857814a27a55), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:07.854778 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a94de48b-a4c8-49e0-96cc-e3fec925770d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (2abb7127-c47a-4f07-aea8-857814a27a55), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:07.892512 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94de48b-a4c8-49e0-96cc-e3fec925770d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abb7127-c47a-4f07-aea8-857814a27a55,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:07.896697 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-a94de48b-a4c8-49e0-96cc-e3fec925770d admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a4de79529fb44a05a7842b6940c4e342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307258 Oct 20 14:48:07.899835 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 39936) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:07.947152 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-108edc32-8be3-4906-8533-8ca30d0f7084 admin admin] Publish callbacks [] for security_group (2abb7127-c47a-4f07-aea8-857814a27a55), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:07.962383 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:07.967474 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-108edc32-8be3-4906-8533-8ca30d0f7084 admin admin] Publish callbacks [] for security_group (2abb7127-c47a-4f07-aea8-857814a27a55), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:08.019965 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-108edc32-8be3-4906-8533-8ca30d0f7084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (2abb7127-c47a-4f07-aea8-857814a27a55), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:08.022522 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-108edc32-8be3-4906-8533-8ca30d0f7084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:08.023666 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-108edc32-8be3-4906-8533-8ca30d0f7084 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2abb7127-c47a-4f07-aea8-857814a27a55 HTTP/1.1" status: 204 len: 168 time: 0.1234417 Oct 20 14:48:08.032837 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108edc32-8be3-4906-8533-8ca30d0f7084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abb7127-c47a-4f07-aea8-857814a27a55,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:12.022665 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=6 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:12.026602 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:15.006052 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=7 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:15.014529 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=56,neutron:DELETE=7,neutron:INSERT=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:15.168268 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:18.004649 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:18.027756 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=67,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:21.515058 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-e688c5e5-a309-4526-a76b-ac47ef60a308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:23.642695 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:23.654194 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-3f876327-cd5e-4c43-87e1-a50ecfad7b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:25.013251 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:26.313240 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:26.443479 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:28.417288 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-8b612f50-e7d3-42aa-a5b2-19f0ec1e03be tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-41998486&fields=id&tenant_id=d5614088125349f1975cc55b25dd9dbc HTTP/1.1" status: 200 len: 267 time: 0.0486109 Oct 20 14:48:28.524105 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a515193-7f93-4f25-81f5-057430ef6201 req-3633bc45-05b3-4ebd-ae49-18a73cd93235 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:28.525593 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-3633bc45-05b3-4ebd-ae49-18a73cd93235 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/networks?id=c924697c-b180-4b1b-9f12-d7889a054b97 HTTP/1.1" status: 200 len: 810 time: 0.1014943 Oct 20 14:48:28.544861 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-8f98110c-4942-4e8b-bc38-78856cedfd9f tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/quotas/d5614088125349f1975cc55b25dd9dbc HTTP/1.1" status: 200 len: 375 time: 0.0109870 Oct 20 14:48:28.602629 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-05ce5898-3f82-4c88-a470-89a1ef299c3e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533288 Oct 20 14:48:28.817232 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-b64332c9-0f85-46cd-99fd-bbd116ef8af1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014036 Oct 20 14:48:28.937413 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-f4595123-baf5-441f-867f-277543c5d194 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140311 Oct 20 14:48:29.483456 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9d185f6f-88cf-48d6-9751-ce4c414476ef req-fa3a40ee-74cd-46fd-9b59-088804c8785d tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 210 time: 0.0287943 Oct 20 14:48:29.606466 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:30.367309 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 40366) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:30.503859 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cd481c63-e37f-4b46-a9be-aa34e7093451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:30.593164 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cd481c63-e37f-4b46-a9be-aa34e7093451 admin admin] Publish callbacks [] for security_group (53746cbe-dbbd-49fd-be75-f81c94f6520c), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:30.598357 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-cd481c63-e37f-4b46-a9be-aa34e7093451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (53746cbe-dbbd-49fd-be75-f81c94f6520c), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:30.637608 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0b4755c1-792a-4328-bcd0-fd28b112b914 req-8f7dd3ec-b6e3-4dfd-a6fb-793b412be374 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 210 time: 0.0474164 Oct 20 14:48:30.649748 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-cd481c63-e37f-4b46-a9be-aa34e7093451 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ef7734b972424fbc9c292640687f88e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788794 Oct 20 14:48:30.650970 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 40382) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:30.724111 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-11fc5bb8-2ca4-4f1e-8dd3-5e685f3a7b0f admin admin] Publish callbacks [] for security_group (53746cbe-dbbd-49fd-be75-f81c94f6520c), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:30.775609 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-11fc5bb8-2ca4-4f1e-8dd3-5e685f3a7b0f admin admin] Publish callbacks [] for security_group (53746cbe-dbbd-49fd-be75-f81c94f6520c), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:30.808260 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd481c63-e37f-4b46-a9be-aa34e7093451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53746cbe-dbbd-49fd-be75-f81c94f6520c,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:30.847323 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-11fc5bb8-2ca4-4f1e-8dd3-5e685f3a7b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (53746cbe-dbbd-49fd-be75-f81c94f6520c), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:30.851379 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-11fc5bb8-2ca4-4f1e-8dd3-5e685f3a7b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:30.863050 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-11fc5bb8-2ca4-4f1e-8dd3-5e685f3a7b0f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/53746cbe-dbbd-49fd-be75-f81c94f6520c HTTP/1.1" status: 204 len: 168 time: 0.2060082 Oct 20 14:48:30.878419 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc5bb8-2ca4-4f1e-8dd3-5e685f3a7b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53746cbe-dbbd-49fd-be75-f81c94f6520c,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:30.906596 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a515193-7f93-4f25-81f5-057430ef6201 req-16097c11-65fa-44a6-95d3-55e0c1280449 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:30.908212 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-16097c11-65fa-44a6-95d3-55e0c1280449 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c924697c-b180-4b1b-9f12-d7889a054b97 HTTP/1.1" status: 200 len: 810 time: 0.2654276 Oct 20 14:48:30.983883 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-529811d1-26d0-4d5c-a3b8-fa744dc7bf91 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d5614088125349f1975cc55b25dd9dbc HTTP/1.1" status: 200 len: 378 time: 0.0669003 Oct 20 14:48:30.996860 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-3a515193-7f93-4f25-81f5-057430ef6201 req-ee144f18-2d97-43f9-91ca-5b41882d0293 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Request body: {'port': {'device_id': 'e1625a58-d299-446e-81a2-4a623396811e', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'admin_state_up': True, 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'security_groups': ['c6dcfe27-4324-4f81-ada9-621cff849f03']}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:48:31.123570 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a515193-7f93-4f25-81f5-057430ef6201 req-ee144f18-2d97-43f9-91ca-5b41882d0293 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Made reservation on behalf of d5614088125349f1975cc55b25dd9dbc for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:48:31.128244 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-3a515193-7f93-4f25-81f5-057430ef6201 req-ee144f18-2d97-43f9-91ca-5b41882d0293 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:31.271279 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-3a515193-7f93-4f25-81f5-057430ef6201 req-ee144f18-2d97-43f9-91ca-5b41882d0293 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Allocated IP 172.20.0.6 (c924697c-b180-4b1b-9f12-d7889a054b97/56aaf329-fdc0-417e-828a-ce1cc2420856/f7f2b887-f376-4acb-bc3d-f1adb4222e6f) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:48:31.447072 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-3a515193-7f93-4f25-81f5-057430ef6201 req-ee144f18-2d97-43f9-91ca-5b41882d0293 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:31.451325 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:31.499892 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-3a515193-7f93-4f25-81f5-057430ef6201 req-ee144f18-2d97-43f9-91ca-5b41882d0293 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:31.508995 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:31.552731 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a515193-7f93-4f25-81f5-057430ef6201 req-ee144f18-2d97-43f9-91ca-5b41882d0293 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Network c924697c-b180-4b1b-9f12-d7889a054b97 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:48:31.563301 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-3a515193-7f93-4f25-81f5-057430ef6201 req-ee144f18-2d97-43f9-91ca-5b41882d0293 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:48:31.563301 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee144f18-2d97-43f9-91ca-5b41882d0293 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'Port': ['ID=f7f2b887-f376-4acb-bc3d-f1adb4222e6f,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:31.569776 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a515193-7f93-4f25-81f5-057430ef6201 req-ee144f18-2d97-43f9-91ca-5b41882d0293 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:48:31.633974 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a515193-7f93-4f25-81f5-057430ef6201 req-ee144f18-2d97-43f9-91ca-5b41882d0293 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:31.634586 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-3a515193-7f93-4f25-81f5-057430ef6201 req-ee144f18-2d97-43f9-91ca-5b41882d0293 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:31.655375 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-ee144f18-2d97-43f9-91ca-5b41882d0293 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6634486 Oct 20 14:48:31.760004 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40f834-dbea-45af-942f-cfa3c1988e6f req-ea74507a-0577-4985-89c8-0ca57be3986e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:31.761739 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6e40f834-dbea-45af-942f-cfa3c1988e6f req-ea74507a-0577-4985-89c8-0ca57be3986e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 931 time: 0.0507150 Oct 20 14:48:31.817772 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6e40f834-dbea-45af-942f-cfa3c1988e6f req-b968fed6-892a-47dc-abb6-c7b22120d291 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492663 Oct 20 14:48:31.823724 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-b90b3ce1-1c08-4dfc-9666-067e783f2972 None None] Provisioning complete for port f7f2b887-f376-4acb-bc3d-f1adb4222e6f triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:48:31.824253 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-b90b3ce1-1c08-4dfc-9666-067e783f2972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:31.824468 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-b90b3ce1-1c08-4dfc-9666-067e783f2972 None None] Attempt 1 to provision port f7f2b887-f376-4acb-bc3d-f1adb4222e6f Oct 20 14:48:31.858118 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-b90b3ce1-1c08-4dfc-9666-067e783f2972 None None] Port f7f2b887-f376-4acb-bc3d-f1adb4222e6f cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:48:32.748072 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Request body: {'port': {'device_id': 'e1625a58-d299-446e-81a2-4a623396811e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:48:32.805705 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:32.939557 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56571c32-5138-4aab-884f-ca6b6a4296b4 req-1951f895-f9dc-40c0-a037-77f4d53d1389 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:32.941093 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-56571c32-5138-4aab-884f-ca6b6a4296b4 req-1951f895-f9dc-40c0-a037-77f4d53d1389 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 931 time: 0.0469038 Oct 20 14:48:32.990746 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-56571c32-5138-4aab-884f-ca6b6a4296b4 req-bbce4074-6d4d-48ac-a56c-200a25952559 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438955 Oct 20 14:48:33.062637 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f2b887-f376-4acb-bc3d-f1adb4222e6f {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:48:33.070125 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Publish callbacks [] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:33.084219 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Transition to ACTIVE for port object f7f2b887-f376-4acb-bc3d-f1adb4222e6f will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:48:33.087738 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:33.146815 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f2b887-f376-4acb-bc3d-f1adb4222e6f,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:33.194878 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Attempting to bind port f7f2b887-f376-4acb-bc3d-f1adb4222e6f on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:48:33.195212 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Attempting to bind port f7f2b887-f376-4acb-bc3d-f1adb4222e6f by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:48:33.195539 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Attempting to bind port f7f2b887-f376-4acb-bc3d-f1adb4222e6f on network c924697c-b180-4b1b-9f12-d7889a054b97 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:48:33.239245 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Port f7f2b887-f376-4acb-bc3d-f1adb4222e6f on network c924697c-b180-4b1b-9f12-d7889a054b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:48:33.239567 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Attempting to bind port f7f2b887-f376-4acb-bc3d-f1adb4222e6f on network c924697c-b180-4b1b-9f12-d7889a054b97 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:48:33.280069 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:48:33.280432 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Checking segment: {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:48:33.280810 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Bound using segment: {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:48:33.281236 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Bound port: f7f2b887-f376-4acb-bc3d-f1adb4222e6f, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5800a8a-0c2a-4127-9ec1-026c25d56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:48:33.281587 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:33.344205 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] For port f7f2b887-f376-4acb-bc3d-f1adb4222e6f, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:48:33.347346 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] For port f7f2b887-f376-4acb-bc3d-f1adb4222e6f, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f7f2b887-f376-4acb-bc3d-f1adb4222e6f,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:48:33.354063 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:33.357139 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:33.357737 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:33.359073 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/f7f2b887-f376-4acb-bc3d-f1adb4222e6f HTTP/1.1" status: 200 len: 1093 time: 0.6154048 Oct 20 14:48:33.361195 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1625a58-d299-446e-81a2-4a623396811e', 'tag': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:48:33.363423 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da1cead-4fc5-4bc8-935a-686a99dd8ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "e1625a58-d299-446e-81a2-4a623396811e", "tag": "f7f2b887-f376-4acb-bc3d-f1adb4222e6f"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:48:33.394754 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:33.409637 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4210df68-6725-4e20-815e-c4eda7ba3c49 x-openstack-request-id: req-4210df68-6725-4e20-815e-c4eda7ba3c49 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:48:33.409923 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1625a58-d299-446e-81a2-4a623396811e", "tag": "f7f2b887-f376-4acb-bc3d-f1adb4222e6f", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:48:33.410166 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4210df68-6725-4e20-815e-c4eda7ba3c49 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:48:33.410560 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4210df68-6725-4e20-815e-c4eda7ba3c49'] response: {'name': 'network-changed', 'server_uuid': 'e1625a58-d299-446e-81a2-4a623396811e', 'tag': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f', 'status': 'completed', 'code': 200} Oct 20 14:48:33.416507 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd59b5-83fd-4939-a850-bf3fa0f35d81 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f2b887-f376-4acb-bc3d-f1adb4222e6f,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:33.731584 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:33.742233 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1cead-4fc5-4bc8-935a-686a99dd8ff0 req-183a1363-5a8b-4480-9286-6e6d6826184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:33.743758 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6da1cead-4fc5-4bc8-935a-686a99dd8ff0 req-183a1363-5a8b-4480-9286-6e6d6826184a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 1127 time: 0.0453203 Oct 20 14:48:33.843553 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1cead-4fc5-4bc8-935a-686a99dd8ff0 req-a43c3e50-5844-490a-abec-2ec764261e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:33.846153 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6da1cead-4fc5-4bc8-935a-686a99dd8ff0 req-a43c3e50-5844-490a-abec-2ec764261e31 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=d5614088125349f1975cc55b25dd9dbc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0954547 Oct 20 14:48:33.941665 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1cead-4fc5-4bc8-935a-686a99dd8ff0 req-46dd1ef1-9589-40be-9d6f-c1357fc59d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:33.943087 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6da1cead-4fc5-4bc8-935a-686a99dd8ff0 req-46dd1ef1-9589-40be-9d6f-c1357fc59d95 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908649 Oct 20 14:48:34.019138 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a515193-7f93-4f25-81f5-057430ef6201 req-5457582a-7822-44ce-a187-2312c47e9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:34.020473 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-5457582a-7822-44ce-a187-2312c47e9db8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 1127 time: 0.0392890 Oct 20 14:48:34.067513 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-4b05b238-0bf0-478e-bee9-e7a254519098 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7f2b887-f376-4acb-bc3d-f1adb4222e6f HTTP/1.1" status: 200 len: 217 time: 0.0399976 Oct 20 14:48:34.116654 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8728d49-3559-4958-ae87-9a6b9ad8ec08 req-2d8bc01f-4f40-45a3-9a90-05ff7fc4e32f tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:34.118103 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c8728d49-3559-4958-ae87-9a6b9ad8ec08 req-2d8bc01f-4f40-45a3-9a90-05ff7fc4e32f tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 943 time: 0.0519295 Oct 20 14:48:34.122620 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a515193-7f93-4f25-81f5-057430ef6201 req-6ade61f9-9f44-4edf-a2dc-336ac3c0f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:34.124052 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-6ade61f9-9f44-4edf-a2dc-336ac3c0f89e service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56aaf329-fdc0-417e-828a-ce1cc2420856 HTTP/1.1" status: 200 len: 849 time: 0.0498147 Oct 20 14:48:34.168589 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c8728d49-3559-4958-ae87-9a6b9ad8ec08 req-b539729b-c560-435f-9700-4725ef69bf20 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441051 Oct 20 14:48:34.169022 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a515193-7f93-4f25-81f5-057430ef6201 req-dfa94aca-6a6b-4f57-bb32-99d2f4bb46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:34.170489 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-dfa94aca-6a6b-4f57-bb32-99d2f4bb46b9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c924697c-b180-4b1b-9f12-d7889a054b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402360 Oct 20 14:48:34.275739 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-f2119b9e-4d6a-4f64-8d70-aa1dddb00c4b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934803 Oct 20 14:48:34.370057 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-3a515193-7f93-4f25-81f5-057430ef6201 req-60ac9bb9-1d38-4484-ad2a-e58eba0bb89e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875957 Oct 20 14:48:34.939989 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-341486f8-8451-4825-a68b-d0c3d9127cea req-9ee8401d-17a8-44c2-b489-9a38c89a5abd tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=76c13daa80f7403298c110265b3539a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312138 Oct 20 14:48:35.096598 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:35.149476 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341486f8-8451-4825-a68b-d0c3d9127cea req-db6059d5-3b1d-40c3-8d16-a17dbc6235fb tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:35.150939 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-341486f8-8451-4825-a68b-d0c3d9127cea req-db6059d5-3b1d-40c3-8d16-a17dbc6235fb tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977127 Oct 20 14:48:35.165707 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-341486f8-8451-4825-a68b-d0c3d9127cea req-a36ba16d-fca6-4dda-8f59-9690dac63fc7 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/quotas/76c13daa80f7403298c110265b3539a3 HTTP/1.1" status: 200 len: 375 time: 0.0093632 Oct 20 14:48:35.201482 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-341486f8-8451-4825-a68b-d0c3d9127cea req-e21140e2-8d0d-46e1-8d00-e20d7a909091 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=76c13daa80f7403298c110265b3539a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309057 Oct 20 14:48:35.257727 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:35.294905 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89a5ea-34a2-47ad-97dc-0818211d68c7 req-6f2a768b-70f3-4d8c-b8bc-b8b863ef2640 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:35.296369 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ba89a5ea-34a2-47ad-97dc-0818211d68c7 req-6f2a768b-70f3-4d8c-b8bc-b8b863ef2640 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 943 time: 0.0491004 Oct 20 14:48:35.372059 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ba89a5ea-34a2-47ad-97dc-0818211d68c7 req-0d0ff6d1-4417-474e-8d17-b2d1cd04ffd1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692298 Oct 20 14:48:35.394540 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8477264d-cb3e-427d-a163-b9024cfc56d2 req-f1900724-a15a-4ff2-98c3-6515b6174615 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 210 time: 0.0364461 Oct 20 14:48:36.507185 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4d089568-9ff3-42c8-a097-228463f500ea req-a0ea0d7a-dc2c-4740-88d1-4cdd397bb131 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 210 time: 0.0304472 Oct 20 14:48:36.518116 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43a6ec-22df-490d-8aa8-f0a0a2ab6f17 req-52f6acd0-b68f-4600-96cb-b73c83132b1b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:36.519606 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4e43a6ec-22df-490d-8aa8-f0a0a2ab6f17 req-52f6acd0-b68f-4600-96cb-b73c83132b1b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 943 time: 0.0730183 Oct 20 14:48:36.568008 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4e43a6ec-22df-490d-8aa8-f0a0a2ab6f17 req-594ba690-4f9b-4cc9-88d0-0df85b6b45a9 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427337 Oct 20 14:48:37.610898 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0dd86deb-91fe-404f-b161-c86dd50b1505 req-7c5df006-d254-4f4e-b96e-e1c908688fa4 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 210 time: 0.0294917 Oct 20 14:48:37.689729 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d84e9-4b8f-4ba7-a3ae-0b16f3a01526 req-853dad5a-66fc-4a9d-a498-d2ce1e53a150 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:37.691155 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-327d84e9-4b8f-4ba7-a3ae-0b16f3a01526 req-853dad5a-66fc-4a9d-a498-d2ce1e53a150 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 943 time: 0.0457911 Oct 20 14:48:37.742908 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-327d84e9-4b8f-4ba7-a3ae-0b16f3a01526 req-8c377b0e-da9e-4f15-b102-b3519d949f62 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463068 Oct 20 14:48:38.679318 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-341486f8-8451-4825-a68b-d0c3d9127cea req-928ec889-e182-4d22-9c71-f4504b9b3aac tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=76c13daa80f7403298c110265b3539a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341156 Oct 20 14:48:38.726867 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-eb6c4031-cfbf-4a00-8b53-a99b0e0692d8 req-b59df4f8-98db-417f-a197-3b364e92691c tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 210 time: 0.0317183 Oct 20 14:48:38.870742 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c614b6-083f-4685-9860-f66ab1dbd509 req-a7a0ee42-82d7-4d2f-b5bf-169b13e09ec5 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:38.872315 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-14c614b6-083f-4685-9860-f66ab1dbd509 req-a7a0ee42-82d7-4d2f-b5bf-169b13e09ec5 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 943 time: 0.0498435 Oct 20 14:48:38.884884 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341486f8-8451-4825-a68b-d0c3d9127cea req-705830ac-0b25-44e4-a1ba-25b6dc6c6e91 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:38.886341 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-341486f8-8451-4825-a68b-d0c3d9127cea req-705830ac-0b25-44e4-a1ba-25b6dc6c6e91 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026064 Oct 20 14:48:38.915505 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Request body: {'port': {'device_id': '44ab85d7-45bc-4859-b029-a13206dfa7c9', 'network_id': '96abed77-6d51-4276-82aa-80c4997eed74', 'admin_state_up': True, 'tenant_id': '76c13daa80f7403298c110265b3539a3'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:48:38.922001 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-14c614b6-083f-4685-9860-f66ab1dbd509 req-d34812dd-1236-4206-8ac8-66408e9286fd tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434308 Oct 20 14:48:39.011742 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:48:39.024485 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Made reservation on behalf of 76c13daa80f7403298c110265b3539a3 for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:48:39.028184 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:39.036739 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:39.116895 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Publish callbacks [] for security_group (599b3545-e42b-4318-ad93-f34e352f5e46), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:39.120937 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (599b3545-e42b-4318-ad93-f34e352f5e46), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:39.128783 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:39.137089 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:39.191218 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599b3545-e42b-4318-ad93-f34e352f5e46,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:39.285709 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Allocated IP 192.168.233.3 (96abed77-6d51-4276-82aa-80c4997eed74/d978146c-d88d-4975-a052-0bb5de26b421/019654ca-916a-4872-bc03-b7224bb3ac8e) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:48:39.481958 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Publish callbacks [] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:39.515309 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:39.558020 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Network 96abed77-6d51-4276-82aa-80c4997eed74 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:48:39.561134 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:48:39.565591 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:48:39.594563 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Pushing event updated for resources: {'Port': ['ID=019654ca-916a-4872-bc03-b7224bb3ac8e,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:39.636902 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:39.637564 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:39.657306 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-341486f8-8451-4825-a68b-d0c3d9127cea req-86d3711d-a8b9-4453-a38f-c3bf45b02e15 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7455819 Oct 20 14:48:39.670002 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Request body: {'port': {'device_id': '44ab85d7-45bc-4859-b029-a13206dfa7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:48:39.734556 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:39.836981 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-7548c730-6f1b-4e19-9793-d6dca3873b61 None None] Provisioning complete for port 019654ca-916a-4872-bc03-b7224bb3ac8e triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:48:39.837546 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-7548c730-6f1b-4e19-9793-d6dca3873b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:39.837677 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-7548c730-6f1b-4e19-9793-d6dca3873b61 None None] Attempt 1 to provision port 019654ca-916a-4872-bc03-b7224bb3ac8e Oct 20 14:48:39.863868 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f828f5c-857b-48cf-aa86-49396f955ede req-7078a3f9-3828-4913-b05c-ba1fd38a3556 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:39.865305 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2f828f5c-857b-48cf-aa86-49396f955ede req-7078a3f9-3828-4913-b05c-ba1fd38a3556 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 934 time: 0.0556412 Oct 20 14:48:39.870379 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-7548c730-6f1b-4e19-9793-d6dca3873b61 None None] Port 019654ca-916a-4872-bc03-b7224bb3ac8e cannot update to ACTIVE because it is not bound. {{(pid=111618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 14:48:39.951696 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:40.010012 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019654ca-916a-4872-bc03-b7224bb3ac8e {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:48:40.018844 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Publish callbacks [] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:40.031977 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Transition to ACTIVE for port object 019654ca-916a-4872-bc03-b7224bb3ac8e will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:48:40.037727 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:40.100194 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:40.107004 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Pushing event updated for resources: {'Port': ['ID=019654ca-916a-4872-bc03-b7224bb3ac8e,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:40.160141 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Attempting to bind port 019654ca-916a-4872-bc03-b7224bb3ac8e on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:48:40.160541 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Attempting to bind port 019654ca-916a-4872-bc03-b7224bb3ac8e by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'a31889d0-7ad7-4e7b-b503-436c7b192d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96abed77-6d51-4276-82aa-80c4997eed74'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:48:40.160820 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Attempting to bind port 019654ca-916a-4872-bc03-b7224bb3ac8e on network 96abed77-6d51-4276-82aa-80c4997eed74 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:48:40.201939 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Port 019654ca-916a-4872-bc03-b7224bb3ac8e on network 96abed77-6d51-4276-82aa-80c4997eed74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:48:40.202171 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Attempting to bind port 019654ca-916a-4872-bc03-b7224bb3ac8e on network 96abed77-6d51-4276-82aa-80c4997eed74 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:48:40.205665 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2f828f5c-857b-48cf-aa86-49396f955ede req-d2be64b2-7160-41dc-b4b7-38a4f9af9cc9 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=599b3545-e42b-4318-ad93-f34e352f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335245 Oct 20 14:48:40.211130 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9dac7-5c4a-436f-9c08-7994e61eb25e req-1f4fcadd-f5c3-4df2-8d22-7e3b6dc9da21 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:40.212552 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7af9dac7-5c4a-436f-9c08-7994e61eb25e req-1f4fcadd-f5c3-4df2-8d22-7e3b6dc9da21 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 943 time: 0.0663347 Oct 20 14:48:40.244605 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:48:40.244938 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Checking segment: {'id': 'a31889d0-7ad7-4e7b-b503-436c7b192d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96abed77-6d51-4276-82aa-80c4997eed74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:48:40.245315 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Bound using segment: {'id': 'a31889d0-7ad7-4e7b-b503-436c7b192d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96abed77-6d51-4276-82aa-80c4997eed74'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:48:40.245741 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Bound port: 019654ca-916a-4872-bc03-b7224bb3ac8e, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31889d0-7ad7-4e7b-b503-436c7b192d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96abed77-6d51-4276-82aa-80c4997eed74'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:48:40.246092 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:40.273711 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7af9dac7-5c4a-436f-9c08-7994e61eb25e req-f7fe7aaa-9573-44f6-a2d5-4cc2d3e88fa2 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553718 Oct 20 14:48:40.308335 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] For port 019654ca-916a-4872-bc03-b7224bb3ac8e, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:48:40.311264 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] For port 019654ca-916a-4872-bc03-b7224bb3ac8e, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=019654ca-916a-4872-bc03-b7224bb3ac8e,segment=NetworkSegment(a31889d0-7ad7-4e7b-b503-436c7b192d41),segment_id=a31889d0-7ad7-4e7b-b503-436c7b192d41)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:48:40.317435 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:40.321437 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:40.322037 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:40.323369 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-341486f8-8451-4825-a68b-d0c3d9127cea req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/019654ca-916a-4872-bc03-b7224bb3ac8e HTTP/1.1" status: 200 len: 1096 time: 0.6582437 Oct 20 14:48:40.324825 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ab85d7-45bc-4859-b029-a13206dfa7c9', 'tag': '019654ca-916a-4872-bc03-b7224bb3ac8e'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:48:40.327105 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93559cf-3b82-48c4-87e3-60f1c7af4ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "44ab85d7-45bc-4859-b029-a13206dfa7c9", "tag": "019654ca-916a-4872-bc03-b7224bb3ac8e"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:48:40.371254 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c2c158-523b-4a3a-9c92-6f1f0083102b x-openstack-request-id: req-83c2c158-523b-4a3a-9c92-6f1f0083102b {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:48:40.371546 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ab85d7-45bc-4859-b029-a13206dfa7c9", "tag": "019654ca-916a-4872-bc03-b7224bb3ac8e", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:48:40.371796 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83c2c158-523b-4a3a-9c92-6f1f0083102b {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:48:40.372191 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c2c158-523b-4a3a-9c92-6f1f0083102b'] response: {'name': 'network-changed', 'server_uuid': '44ab85d7-45bc-4859-b029-a13206dfa7c9', 'tag': '019654ca-916a-4872-bc03-b7224bb3ac8e', 'status': 'completed', 'code': 200} Oct 20 14:48:40.407656 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8386e9-6355-457b-8607-a0b908921c06 service neutron] Pushing event updated for resources: {'Port': ['ID=019654ca-916a-4872-bc03-b7224bb3ac8e,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:40.426126 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341486f8-8451-4825-a68b-d0c3d9127cea req-635ee53f-f146-4740-a0c9-020b792e7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:40.427760 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-341486f8-8451-4825-a68b-d0c3d9127cea req-635ee53f-f146-4740-a0c9-020b792e7b2b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=76c13daa80f7403298c110265b3539a3&device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 1130 time: 0.0494680 Oct 20 14:48:40.478576 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-341486f8-8451-4825-a68b-d0c3d9127cea req-5ae4803c-0950-48b6-b533-9ac1a1d8504e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=019654ca-916a-4872-bc03-b7224bb3ac8e HTTP/1.1" status: 200 len: 217 time: 0.0428185 Oct 20 14:48:40.530289 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341486f8-8451-4825-a68b-d0c3d9127cea req-074b18fe-db56-4a81-9d95-2376d7730960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:40.531770 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-341486f8-8451-4825-a68b-d0c3d9127cea req-074b18fe-db56-4a81-9d95-2376d7730960 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=d978146c-d88d-4975-a052-0bb5de26b421 HTTP/1.1" status: 200 len: 843 time: 0.0480893 Oct 20 14:48:40.583565 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341486f8-8451-4825-a68b-d0c3d9127cea req-71a65b48-afa5-469b-bc71-ecf24afff72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:40.585283 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-341486f8-8451-4825-a68b-d0c3d9127cea req-71a65b48-afa5-469b-bc71-ecf24afff72e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=96abed77-6d51-4276-82aa-80c4997eed74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0481484 Oct 20 14:48:40.675821 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 40626) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:40.722197 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-341486f8-8451-4825-a68b-d0c3d9127cea req-a7c99c9c-0c3c-4e1c-908d-c3bf487f0be8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/96abed77-6d51-4276-82aa-80c4997eed74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308994 Oct 20 14:48:40.830116 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-341486f8-8451-4825-a68b-d0c3d9127cea req-a2b02f39-03c9-4c4b-b80f-1320e948fa32 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/96abed77-6d51-4276-82aa-80c4997eed74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010377 Oct 20 14:48:40.904919 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 40642) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:40.968761 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-3a96bd32-66ed-4bd1-8a72-547009a07843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:40.982325 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-27fb8b35-b38d-45b5-935d-369ae817beee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:40.984994 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:41.063962 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-3a96bd32-66ed-4bd1-8a72-547009a07843 admin admin] Publish callbacks [] for security_group (1b3280d6-7a7a-4332-9d6e-0c647388b62a), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:41.067733 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-3a96bd32-66ed-4bd1-8a72-547009a07843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (1b3280d6-7a7a-4332-9d6e-0c647388b62a), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:41.073527 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-27fb8b35-b38d-45b5-935d-369ae817beee admin admin] Publish callbacks [] for security_group (097c0785-e8a9-4ab4-aebb-a33b1a8188a2), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:41.079692 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-27fb8b35-b38d-45b5-935d-369ae817beee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (097c0785-e8a9-4ab4-aebb-a33b1a8188a2), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:41.113025 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-3a96bd32-66ed-4bd1-8a72-547009a07843 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c4539f07e24f42e18507a1cc54020231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4359701 Oct 20 14:48:41.114039 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96bd32-66ed-4bd1-8a72-547009a07843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3280d6-7a7a-4332-9d6e-0c647388b62a,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:41.116573 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 40650) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:41.172037 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-29223ddc-f5ab-41a4-aefd-1a98bcecf57f admin admin] Publish callbacks [] for security_group (1b3280d6-7a7a-4332-9d6e-0c647388b62a), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:41.195256 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-29223ddc-f5ab-41a4-aefd-1a98bcecf57f admin admin] Publish callbacks [] for security_group (1b3280d6-7a7a-4332-9d6e-0c647388b62a), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:41.214062 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:41.256671 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-29223ddc-f5ab-41a4-aefd-1a98bcecf57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (1b3280d6-7a7a-4332-9d6e-0c647388b62a), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:41.260461 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-29223ddc-f5ab-41a4-aefd-1a98bcecf57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:41.264554 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-29223ddc-f5ab-41a4-aefd-1a98bcecf57f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/1b3280d6-7a7a-4332-9d6e-0c647388b62a HTTP/1.1" status: 204 len: 168 time: 0.1469107 Oct 20 14:48:41.274256 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29223ddc-f5ab-41a4-aefd-1a98bcecf57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3280d6-7a7a-4332-9d6e-0c647388b62a,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:41.341647 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a36f4-3c0a-482f-9b36-28f1d407b82c req-747be0f9-a045-44e4-9f94-1ef41ddf1a5a tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:41.349073 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fc1a36f4-3c0a-482f-9b36-28f1d407b82c req-747be0f9-a045-44e4-9f94-1ef41ddf1a5a tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 946 time: 0.0598407 Oct 20 14:48:41.356029 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:41.419625 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-27fb8b35-b38d-45b5-935d-369ae817beee admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=1e6f184a37f64d58a055953fad43ce9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5112786 Oct 20 14:48:41.419625 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb8b35-b38d-45b5-935d-369ae817beee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097c0785-e8a9-4ab4-aebb-a33b1a8188a2,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:41.420627 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 40658) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:41.447693 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b808d-5c6b-458b-ab09-21bbf7d0a2be req-aa44e587-2fb9-40bd-8cc8-ba63e93dcb5c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:41.456096 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-286b808d-5c6b-458b-ab09-21bbf7d0a2be req-aa44e587-2fb9-40bd-8cc8-ba63e93dcb5c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 943 time: 0.0813887 Oct 20 14:48:41.474902 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0d6971a3-d0e9-4c95-97b6-fb355879b9f7 admin admin] Publish callbacks [] for security_group (097c0785-e8a9-4ab4-aebb-a33b1a8188a2), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:41.483963 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fc1a36f4-3c0a-482f-9b36-28f1d407b82c req-1f1f1962-7032-4c2e-8e2c-5fb077dc284b tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=599b3545-e42b-4318-ad93-f34e352f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340172 Oct 20 14:48:41.498090 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0d6971a3-d0e9-4c95-97b6-fb355879b9f7 admin admin] Publish callbacks [] for security_group (097c0785-e8a9-4ab4-aebb-a33b1a8188a2), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:41.520946 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-286b808d-5c6b-458b-ab09-21bbf7d0a2be req-33b94173-8bf0-4d3f-82c2-a1df14b103cb tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637534 Oct 20 14:48:41.535835 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:41.553630 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0d6971a3-d0e9-4c95-97b6-fb355879b9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (097c0785-e8a9-4ab4-aebb-a33b1a8188a2), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:41.556303 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0d6971a3-d0e9-4c95-97b6-fb355879b9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:41.557463 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-0d6971a3-d0e9-4c95-97b6-fb355879b9f7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/097c0785-e8a9-4ab4-aebb-a33b1a8188a2 HTTP/1.1" status: 204 len: 168 time: 0.1359615 Oct 20 14:48:41.565685 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6971a3-d0e9-4c95-97b6-fb355879b9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097c0785-e8a9-4ab4-aebb-a33b1a8188a2,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:41.714251 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93559cf-3b82-48c4-87e3-60f1c7af4ac9 req-322f6811-609b-410d-a302-8a3601f74e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:41.715734 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a93559cf-3b82-48c4-87e3-60f1c7af4ac9 req-322f6811-609b-410d-a302-8a3601f74e3d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=76c13daa80f7403298c110265b3539a3&device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 1130 time: 0.0436754 Oct 20 14:48:41.819694 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93559cf-3b82-48c4-87e3-60f1c7af4ac9 req-9409a75a-5fcf-4dd1-adf0-7b361c6838e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:41.822158 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a93559cf-3b82-48c4-87e3-60f1c7af4ac9 req-9409a75a-5fcf-4dd1-adf0-7b361c6838e2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=96abed77-6d51-4276-82aa-80c4997eed74 HTTP/1.1" status: 200 len: 870 time: 0.1006749 Oct 20 14:48:41.870205 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a93559cf-3b82-48c4-87e3-60f1c7af4ac9 req-87ea9daf-791d-4910-95df-1bd711f66b0b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=019654ca-916a-4872-bc03-b7224bb3ac8e HTTP/1.1" status: 200 len: 217 time: 0.0415692 Oct 20 14:48:41.925921 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93559cf-3b82-48c4-87e3-60f1c7af4ac9 req-4a3b8c4b-f44d-41f3-894a-af06110f5543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:41.927398 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a93559cf-3b82-48c4-87e3-60f1c7af4ac9 req-4a3b8c4b-f44d-41f3-894a-af06110f5543 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=d978146c-d88d-4975-a052-0bb5de26b421 HTTP/1.1" status: 200 len: 843 time: 0.0510964 Oct 20 14:48:41.973829 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93559cf-3b82-48c4-87e3-60f1c7af4ac9 req-fab0b8aa-f787-4010-a095-0e8c40b34b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:41.975344 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a93559cf-3b82-48c4-87e3-60f1c7af4ac9 req-fab0b8aa-f787-4010-a095-0e8c40b34b8e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=96abed77-6d51-4276-82aa-80c4997eed74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0418804 Oct 20 14:48:42.099504 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a93559cf-3b82-48c4-87e3-60f1c7af4ac9 req-f8bd5089-fd3c-44ea-bdf6-59b7134ad040 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/96abed77-6d51-4276-82aa-80c4997eed74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152425 Oct 20 14:48:42.232440 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 40710) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:42.239726 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a93559cf-3b82-48c4-87e3-60f1c7af4ac9 req-392d149d-0b2d-442d-8d6f-e2fbe7e2e11b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/96abed77-6d51-4276-82aa-80c4997eed74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295474 Oct 20 14:48:42.470326 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1525857862-network', 'tenant_id': '34676c921ba04710b14cfa94eab069d3'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:48:42.497732 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] Made reservation on behalf of 34676c921ba04710b14cfa94eab069d3 for: {'network': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:48:42.501256 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:42.511692 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:42.687624 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] Publish callbacks [] for security_group (8efad2b7-1047-4445-927d-b5e652c0ba7b), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:42.699146 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (8efad2b7-1047-4445-927d-b5e652c0ba7b), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:42.713193 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375872e-228d-46ec-8803-0a92b3e3ef7e req-7258bbb5-2490-46ae-8f7d-cc53df359381 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:42.714714 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6375872e-228d-46ec-8803-0a92b3e3ef7e req-7258bbb5-2490-46ae-8f7d-cc53df359381 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 946 time: 0.1018198 Oct 20 14:48:42.722667 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305d5b1-bd32-48ad-9ed8-2df75f855551 req-9bcf2f50-d83d-4430-86cf-b7495b5c7548 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:42.724105 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c305d5b1-bd32-48ad-9ed8-2df75f855551 req-9bcf2f50-d83d-4430-86cf-b7495b5c7548 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 943 time: 0.0772321 Oct 20 14:48:42.746604 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=111617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:48:42.786789 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (5aecc1ce-a8e5-42bb-b291-7b973afec757), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:42.787140 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.segments_db [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] Added segment 5aecc1ce-a8e5-42bb-b291-7b973afec757 of type vlan for network 92c1189e-ce15-4ec8-b1e7-06403b47c306 Oct 20 14:48:42.788380 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efad2b7-1047-4445-927d-b5e652c0ba7b,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:42.864587 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 40750) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:42.871977 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (92c1189e-ce15-4ec8-b1e7-06403b47c306), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:42.880660 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6375872e-228d-46ec-8803-0a92b3e3ef7e req-70b8a82c-c2cc-4843-8927-2a40cbc62224 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=599b3545-e42b-4318-ad93-f34e352f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488824 Oct 20 14:48:42.888286 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c305d5b1-bd32-48ad-9ed8-2df75f855551 req-14d83e41-9e26-406b-b856-1213840259e7 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1504893 Oct 20 14:48:42.908702 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (92c1189e-ce15-4ec8-b1e7-06403b47c306), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:42.909705 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:42.910222 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:42.949708 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:42.995094 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7610135 Oct 20 14:48:42.998256 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 40758) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:43.003742 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-fc6c29ae-971e-46f1-aa4a-ec2a31d36f01 admin admin] Request body: {'subnet': {'network_id': '92c1189e-ce15-4ec8-b1e7-06403b47c306', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1525857862-subnet', 'tenant_id': '34676c921ba04710b14cfa94eab069d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:48:43.025781 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b151158-2468-41de-b6e2-86276b51be46 admin admin] Pushing event updated for resources: {'Network': ['ID=92c1189e-ce15-4ec8-b1e7-06403b47c306,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:43.038245 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network 92c1189e-ce15-4ec8-b1e7-06403b47c306 details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:48:43.045746 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6c29ae-971e-46f1-aa4a-ec2a31d36f01 admin admin] Made reservation on behalf of 34676c921ba04710b14cfa94eab069d3 for: {'subnet': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:48:43.048968 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fc6c29ae-971e-46f1-aa4a-ec2a31d36f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474634'] for subnet (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:43.146636 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bfb80a43-8750-48b3-8f8f-744f6ea639c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:43.237147 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bfb80a43-8750-48b3-8f8f-744f6ea639c7 admin admin] Publish callbacks [] for security_group (cb59e11d-a86e-4f77-b4a1-0c48e30ebc9c), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:43.237346 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:43.242510 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bfb80a43-8750-48b3-8f8f-744f6ea639c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (cb59e11d-a86e-4f77-b4a1-0c48e30ebc9c), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:43.250348 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fc6c29ae-971e-46f1-aa4a-ec2a31d36f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3634399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474648'] for subnet (fd4fc804-3d5b-466d-9f41-28ac374cb29a), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:43.281480 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-bfb80a43-8750-48b3-8f8f-744f6ea639c7 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=9b4493ebf93b4305bf4e90c5d36013c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157238 Oct 20 14:48:43.284746 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb80a43-8750-48b3-8f8f-744f6ea639c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb59e11d-a86e-4f77-b4a1-0c48e30ebc9c,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:43.287299 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 40764) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:43.295286 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c29ae-971e-46f1-aa4a-ec2a31d36f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4fc804-3d5b-466d-9f41-28ac374cb29a,revision_number=0']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:43.335273 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c29ae-971e-46f1-aa4a-ec2a31d36f01 admin admin] Checking segment: {'id': '5aecc1ce-a8e5-42bb-b291-7b973afec757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '92c1189e-ce15-4ec8-b1e7-06403b47c306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:48:43.335888 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c29ae-971e-46f1-aa4a-ec2a31d36f01 admin admin] Network hostable DHCP agents. Network: 92c1189e-ce15-4ec8-b1e7-06403b47c306, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:48:43.351192 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-70bbdf04-161d-4e54-82f7-0d6e369024de admin admin] Publish callbacks [] for security_group (cb59e11d-a86e-4f77-b4a1-0c48e30ebc9c), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:43.359983 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:43.363073 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c29ae-971e-46f1-aa4a-ec2a31d36f01 admin admin] Network 92c1189e-ce15-4ec8-b1e7-06403b47c306 is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:48:43.373590 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.base_scheduler [None req-fc6c29ae-971e-46f1-aa4a-ec2a31d36f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, 92c1189e-ce15-4ec8-b1e7-06403b47c306) {{(pid=111617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:48:43.380992 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-70bbdf04-161d-4e54-82f7-0d6e369024de admin admin] Publish callbacks [] for security_group (cb59e11d-a86e-4f77-b4a1-0c48e30ebc9c), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:43.383936 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31100b1-a62a-439b-9697-a3aa8c9a37b8 None None] Network 92c1189e-ce15-4ec8-b1e7-06403b47c306 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:48:43.388618 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6c29ae-971e-46f1-aa4a-ec2a31d36f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:43.389334 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fc6c29ae-971e-46f1-aa4a-ec2a31d36f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:43.408996 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-fc6c29ae-971e-46f1-aa4a-ec2a31d36f01 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4095864 Oct 20 14:48:43.414655 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:43.464763 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-70bbdf04-161d-4e54-82f7-0d6e369024de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (cb59e11d-a86e-4f77-b4a1-0c48e30ebc9c), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:43.467687 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-70bbdf04-161d-4e54-82f7-0d6e369024de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:43.469235 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-70bbdf04-161d-4e54-82f7-0d6e369024de admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/cb59e11d-a86e-4f77-b4a1-0c48e30ebc9c HTTP/1.1" status: 204 len: 168 time: 0.1808541 Oct 20 14:48:43.478502 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbdf04-161d-4e54-82f7-0d6e369024de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb59e11d-a86e-4f77-b4a1-0c48e30ebc9c,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:43.528493 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46605fe2-86e2-4849-b277-9ba42b41ff96 None None] Network 92c1189e-ce15-4ec8-b1e7-06403b47c306 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:48:43.698686 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 019654ca-916a-4872-bc03-b7224bb3ac8e details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:48:43.818065 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 019654ca-916a-4872-bc03-b7224bb3ac8e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=019654ca-916a-4872-bc03-b7224bb3ac8e,segment=NetworkSegment(a31889d0-7ad7-4e7b-b503-436c7b192d41),segment_id=a31889d0-7ad7-4e7b-b503-436c7b192d41)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:48:43.831122 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '019654ca-916a-4872-bc03-b7224bb3ac8e', 'network_id': '96abed77-6d51-4276-82aa-80c4997eed74', 'port_id': '019654ca-916a-4872-bc03-b7224bb3ac8e', 'mac_address': 'fa:16:3e:28:1f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978146c-d88d-4975-a052-0bb5de26b421', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:48:43.869289 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 019654ca-916a-4872-bc03-b7224bb3ac8e is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:48:43.869782 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:43.893225 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019654ca-916a-4872-bc03-b7224bb3ac8e {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:48:43.913085 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 019654ca-916a-4872-bc03-b7224bb3ac8e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=019654ca-916a-4872-bc03-b7224bb3ac8e,segment=NetworkSegment(a31889d0-7ad7-4e7b-b503-436c7b192d41),segment_id=a31889d0-7ad7-4e7b-b503-436c7b192d41)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:48:43.917982 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:43.950696 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:43.979969 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=019654ca-916a-4872-bc03-b7224bb3ac8e,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:43.988242 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:43.988741 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:43.989368 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:43.989973 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:43.990574 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:43.991108 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:43.991583 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:43.992050 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:43.992757 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:43.993249 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:43.993752 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:43.994239 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:43.994723 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:43.995358 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:43.996580 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:44.064722 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 40794) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:44.066128 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69477597-c795-4478-9392-fbd4cc330fb3 req-00517aa9-cb89-4c45-906f-5d9b0b276671 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:44.075078 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-69477597-c795-4478-9392-fbd4cc330fb3 req-00517aa9-cb89-4c45-906f-5d9b0b276671 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 943 time: 0.0625415 Oct 20 14:48:44.080975 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0ac6c4c7-e6c2-4276-b594-95c9001ed473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:44.145716 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['019654ca-916a-4872-bc03-b7224bb3ac8e'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:48:44.160388 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cedfb2-259c-4b07-ac9d-d6fbe4cfa0dd req-82f46660-9f04-43e6-bc7f-2822991b2788 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:44.161976 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-75cedfb2-259c-4b07-ac9d-d6fbe4cfa0dd req-82f46660-9f04-43e6-bc7f-2822991b2788 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 947 time: 0.0837164 Oct 20 14:48:44.220518 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0ac6c4c7-e6c2-4276-b594-95c9001ed473 admin admin] Publish callbacks [] for security_group (92785be5-2858-467f-839f-a3c94357f3e8), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:44.227154 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-0ac6c4c7-e6c2-4276-b594-95c9001ed473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (92785be5-2858-467f-839f-a3c94357f3e8), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:44.237659 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-69477597-c795-4478-9392-fbd4cc330fb3 req-a1899168-560c-4047-ab01-3101e08b6657 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1615193 Oct 20 14:48:44.268585 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6c4c7-e6c2-4276-b594-95c9001ed473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92785be5-2858-467f-839f-a3c94357f3e8,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:44.281297 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-75cedfb2-259c-4b07-ac9d-d6fbe4cfa0dd req-d6ea546b-def6-48e0-b1d5-bbda6a23fcb7 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=599b3545-e42b-4318-ad93-f34e352f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083603 Oct 20 14:48:44.317721 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 40798) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:44.318091 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-0ac6c4c7-e6c2-4276-b594-95c9001ed473 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ccce311da4f64971b88759cc7e5d9baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519267 Oct 20 14:48:44.322667 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:44.393848 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99b65adc-d7d5-4331-a907-c966187744c8 admin admin] Publish callbacks [] for security_group (92785be5-2858-467f-839f-a3c94357f3e8), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:44.419780 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99b65adc-d7d5-4331-a907-c966187744c8 admin admin] Publish callbacks [] for security_group (92785be5-2858-467f-839f-a3c94357f3e8), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:44.476421 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99b65adc-d7d5-4331-a907-c966187744c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (92785be5-2858-467f-839f-a3c94357f3e8), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:44.479177 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99b65adc-d7d5-4331-a907-c966187744c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:44.480304 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-99b65adc-d7d5-4331-a907-c966187744c8 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/92785be5-2858-467f-839f-a3c94357f3e8 HTTP/1.1" status: 204 len: 168 time: 0.1616189 Oct 20 14:48:44.488464 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b65adc-d7d5-4331-a907-c966187744c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92785be5-2858-467f-839f-a3c94357f3e8,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:45.430194 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671c039-24e9-45a6-afc8-09aae22bf557 req-8ee2f58c-39be-459d-8c46-6ec9b126fbff tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:45.431703 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4671c039-24e9-45a6-afc8-09aae22bf557 req-8ee2f58c-39be-459d-8c46-6ec9b126fbff tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 943 time: 0.0805652 Oct 20 14:48:45.440787 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f936e40-d633-4e81-8f95-e112377ccfcb req-298f6781-5408-4d98-a08c-c276551b3bae tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:45.442351 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8f936e40-d633-4e81-8f95-e112377ccfcb req-298f6781-5408-4d98-a08c-c276551b3bae tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 947 time: 0.0791731 Oct 20 14:48:45.529989 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:45.536193 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4671c039-24e9-45a6-afc8-09aae22bf557 req-3f73b475-50d0-4066-aa4f-7290597d6bee tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928924 Oct 20 14:48:45.539990 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8f936e40-d633-4e81-8f95-e112377ccfcb req-2de89b02-affc-4646-9a33-232d6737bc88 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=599b3545-e42b-4318-ad93-f34e352f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905943 Oct 20 14:48:45.722991 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device f7f2b887-f376-4acb-bc3d-f1adb4222e6f details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:48:45.725475 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 019654ca-916a-4872-bc03-b7224bb3ac8e up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:48:45.840996 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port 019654ca-916a-4872-bc03-b7224bb3ac8e completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:48:45.859234 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 019654ca-916a-4872-bc03-b7224bb3ac8e triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:48:45.860448 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:45.860962 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 019654ca-916a-4872-bc03-b7224bb3ac8e Oct 20 14:48:45.861486 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-e475937a-521d-4f0f-8c63-faca612be1bb tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:45.868819 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-e475937a-521d-4f0f-8c63-faca612be1bb tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/networks?id=92c1189e-ce15-4ec8-b1e7-06403b47c306 HTTP/1.1" status: 200 len: 814 time: 0.1354206 Oct 20 14:48:45.885374 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-42ba671f-d97c-4806-b258-a0e34521fa06 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/quotas/34676c921ba04710b14cfa94eab069d3 HTTP/1.1" status: 200 len: 375 time: 0.0156455 Oct 20 14:48:45.930662 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-3bfebcd1-af0b-4cde-9c43-6995d3bea844 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=34676c921ba04710b14cfa94eab069d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442195 Oct 20 14:48:46.035607 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-477ea14d-a647-4074-9dba-d21d58e0627a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92c1189e-ce15-4ec8-b1e7-06403b47c306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040077 Oct 20 14:48:46.111312 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port f7f2b887-f376-4acb-bc3d-f1adb4222e6f, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f7f2b887-f376-4acb-bc3d-f1adb4222e6f,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:48:46.130595 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'port_id': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f', 'mac_address': 'fa:16:3e:73:34:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:48:46.133581 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 019654ca-916a-4872-bc03-b7224bb3ac8e is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:48:46.134188 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:46.164267 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-6107799b-c49a-4083-98d2-12d4eb1255cc service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92c1189e-ce15-4ec8-b1e7-06403b47c306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275806 Oct 20 14:48:46.180246 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port f7f2b887-f376-4acb-bc3d-f1adb4222e6f is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:48:46.180591 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:46.205727 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f2b887-f376-4acb-bc3d-f1adb4222e6f {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:48:46.216749 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ab85d7-45bc-4859-b029-a13206dfa7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019654ca-916a-4872-bc03-b7224bb3ac8e'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:48:46.219862 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def55246-ba03-4eae-9ba6-9d49c0679084" -d '{"events": [{"server_uuid": "44ab85d7-45bc-4859-b029-a13206dfa7c9", "name": "network-vif-plugged", "status": "completed", "tag": "019654ca-916a-4872-bc03-b7224bb3ac8e"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:48:46.244099 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 019654ca-916a-4872-bc03-b7224bb3ac8e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=019654ca-916a-4872-bc03-b7224bb3ac8e,segment=NetworkSegment(a31889d0-7ad7-4e7b-b503-436c7b192d41),segment_id=a31889d0-7ad7-4e7b-b503-436c7b192d41)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:48:46.248023 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port f7f2b887-f376-4acb-bc3d-f1adb4222e6f, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f7f2b887-f376-4acb-bc3d-f1adb4222e6f,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:48:46.251901 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:46.259317 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:46.287634 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ec8bdf-4ddb-40b0-8a0e-2b9ec7c4e20e x-openstack-request-id: req-81ec8bdf-4ddb-40b0-8a0e-2b9ec7c4e20e {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:48:46.288213 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ab85d7-45bc-4859-b029-a13206dfa7c9", "name": "network-vif-plugged", "status": "completed", "tag": "019654ca-916a-4872-bc03-b7224bb3ac8e", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:48:46.288711 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81ec8bdf-4ddb-40b0-8a0e-2b9ec7c4e20e {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:48:46.289331 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ec8bdf-4ddb-40b0-8a0e-2b9ec7c4e20e'] response: {'server_uuid': '44ab85d7-45bc-4859-b029-a13206dfa7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019654ca-916a-4872-bc03-b7224bb3ac8e', 'code': 200} Oct 20 14:48:46.327948 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=019654ca-916a-4872-bc03-b7224bb3ac8e,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:46.447721 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=f7f2b887-f376-4acb-bc3d-f1adb4222e6f,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:46.482064 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-34644469-2ccf-4ebd-934c-fa272b38ea4f req-86e40eb9-46f0-4e99-a760-6e5ccd6f727b tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 210 time: 0.0502534 Oct 20 14:48:46.500565 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['f7f2b887-f376-4acb-bc3d-f1adb4222e6f'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:48:46.565625 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757344d-5f4d-4eac-b65b-d87e87bbba6f req-0b353124-bba3-4654-99f2-26a523887b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:46.568216 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-1757344d-5f4d-4eac-b65b-d87e87bbba6f req-0b353124-bba3-4654-99f2-26a523887b34 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 1132 time: 0.0709245 Oct 20 14:48:46.677440 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-1757344d-5f4d-4eac-b65b-d87e87bbba6f req-ea91756c-bac7-4b55-bc52-49c03f7b2b91 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=599b3545-e42b-4318-ad93-f34e352f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010680 Oct 20 14:48:46.741559 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:46.765135 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa815461-4158-481d-991b-ff7c6e803c7a req-5ab1a83b-577d-4117-9d59-1af38ea2b241 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:46.767479 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-aa815461-4158-481d-991b-ff7c6e803c7a req-5ab1a83b-577d-4117-9d59-1af38ea2b241 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 944 time: 0.0787914 Oct 20 14:48:46.785633 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:46.822912 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:46.897129 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee45fc-512c-4c48-abd1-4177bf635bf8 req-e72c4532-77b4-458d-af2f-587c0999cdb5 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:46.898649 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8fee45fc-512c-4c48-abd1-4177bf635bf8 req-e72c4532-77b4-458d-af2f-587c0999cdb5 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 948 time: 0.1304131 Oct 20 14:48:46.903552 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-aa815461-4158-481d-991b-ff7c6e803c7a req-23f8c07f-e655-4d70-9e3b-e91cc123fa9e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1183472 Oct 20 14:48:46.984956 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8fee45fc-512c-4c48-abd1-4177bf635bf8 req-6625065d-410c-49e5-80a7-2d0361f10d92 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=599b3545-e42b-4318-ad93-f34e352f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773225 Oct 20 14:48:47.049384 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 40932) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:47.165895 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-02f832ff-98d6-4f17-9773-2a03335b4da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.248502 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-02f832ff-98d6-4f17-9773-2a03335b4da5 admin admin] Publish callbacks [] for security_group (3f03664a-4424-4851-b87c-1f1795774dd5), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.253095 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-02f832ff-98d6-4f17-9773-2a03335b4da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (3f03664a-4424-4851-b87c-1f1795774dd5), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.291875 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-02f832ff-98d6-4f17-9773-2a03335b4da5 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6b660560fd5c43b1b8f0f76732a71bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413535 Oct 20 14:48:47.293952 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f832ff-98d6-4f17-9773-2a03335b4da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f03664a-4424-4851-b87c-1f1795774dd5,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:47.294650 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 40938) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:47.345730 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-86a981a9-d7a1-4ae9-81a1-d461eda7004a admin admin] Publish callbacks [] for security_group (3f03664a-4424-4851-b87c-1f1795774dd5), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.368545 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-86a981a9-d7a1-4ae9-81a1-d461eda7004a admin admin] Publish callbacks [] for security_group (3f03664a-4424-4851-b87c-1f1795774dd5), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.425349 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-86a981a9-d7a1-4ae9-81a1-d461eda7004a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (3f03664a-4424-4851-b87c-1f1795774dd5), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.428699 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-86a981a9-d7a1-4ae9-81a1-d461eda7004a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.429844 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-86a981a9-d7a1-4ae9-81a1-d461eda7004a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3f03664a-4424-4851-b87c-1f1795774dd5 HTTP/1.1" status: 204 len: 168 time: 0.1342385 Oct 20 14:48:47.439497 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a981a9-d7a1-4ae9-81a1-d461eda7004a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f03664a-4424-4851-b87c-1f1795774dd5,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:47.630382 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-71eac3b0-d796-4d4e-882a-68394ff2d10f req-c375558f-5afb-4b6e-9b47-ee90df01de39 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 210 time: 0.0470335 Oct 20 14:48:47.717154 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 40946) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:47.731490 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-00fdb0d8-ceff-4ee3-a1ce-38babb6484b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.732792 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device f7f2b887-f376-4acb-bc3d-f1adb4222e6f up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:48:47.777861 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port f7f2b887-f376-4acb-bc3d-f1adb4222e6f completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:48:47.784101 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port f7f2b887-f376-4acb-bc3d-f1adb4222e6f triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:48:47.784580 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.784916 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port f7f2b887-f376-4acb-bc3d-f1adb4222e6f Oct 20 14:48:47.791995 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:47.814973 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-00fdb0d8-ceff-4ee3-a1ce-38babb6484b6 admin admin] Publish callbacks [] for security_group (684ae6a8-b5c0-402b-8b26-7883a416a8fb), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.818659 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-00fdb0d8-ceff-4ee3-a1ce-38babb6484b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (684ae6a8-b5c0-402b-8b26-7883a416a8fb), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.858379 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-00fdb0d8-ceff-4ee3-a1ce-38babb6484b6 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=cf4cc1c9d89b4e04a7bf8b383854c736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401107 Oct 20 14:48:47.859212 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdb0d8-ceff-4ee3-a1ce-38babb6484b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684ae6a8-b5c0-402b-8b26-7883a416a8fb,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:47.861158 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 40948) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:47.861651 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port f7f2b887-f376-4acb-bc3d-f1adb4222e6f is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:48:47.861993 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.897519 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port f7f2b887-f376-4acb-bc3d-f1adb4222e6f, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f7f2b887-f376-4acb-bc3d-f1adb4222e6f,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:48:47.901323 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.915335 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4b61653f-81af-4d7d-b981-ddb42c81a9a0 admin admin] Publish callbacks [] for security_group (684ae6a8-b5c0-402b-8b26-7883a416a8fb), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.935895 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4b61653f-81af-4d7d-b981-ddb42c81a9a0 admin admin] Publish callbacks [] for security_group (684ae6a8-b5c0-402b-8b26-7883a416a8fb), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.948674 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=f7f2b887-f376-4acb-bc3d-f1adb4222e6f,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:47.988876 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4b61653f-81af-4d7d-b981-ddb42c81a9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (684ae6a8-b5c0-402b-8b26-7883a416a8fb), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.991816 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4b61653f-81af-4d7d-b981-ddb42c81a9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:47.992995 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-4b61653f-81af-4d7d-b981-ddb42c81a9a0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/684ae6a8-b5c0-402b-8b26-7883a416a8fb HTTP/1.1" status: 204 len: 168 time: 0.1300113 Oct 20 14:48:48.006502 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61653f-81af-4d7d-b981-ddb42c81a9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684ae6a8-b5c0-402b-8b26-7883a416a8fb,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:48.075204 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fc64-8790-4d54-a747-7cf53eeba722 req-8fe5522e-9ec8-494d-a4f8-0512f67a8428 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:48.077427 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0175fc64-8790-4d54-a747-7cf53eeba722 req-8fe5522e-9ec8-494d-a4f8-0512f67a8428 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 945 time: 0.0754735 Oct 20 14:48:48.173767 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ed927-f033-46c8-b953-198147ea6296 req-1d0f5747-014e-4e70-9711-59b97de8bdfe tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:48.175290 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9b2ed927-f033-46c8-b953-198147ea6296 req-1d0f5747-014e-4e70-9711-59b97de8bdfe tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 948 time: 0.0919745 Oct 20 14:48:48.184586 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0175fc64-8790-4d54-a747-7cf53eeba722 req-c5a2ce8f-aa3b-428f-a118-51365c571451 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902257 Oct 20 14:48:48.231291 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9b2ed927-f033-46c8-b953-198147ea6296 req-aaa5ca95-1048-40d4-9616-d6984e652bf5 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=599b3545-e42b-4318-ad93-f34e352f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457449 Oct 20 14:48:48.291098 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1625a58-d299-446e-81a2-4a623396811e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:48:48.293744 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4978427d-a2be-4c10-89dc-8bdef001de8b" -d '{"events": [{"server_uuid": "e1625a58-d299-446e-81a2-4a623396811e", "name": "network-vif-plugged", "status": "completed", "tag": "f7f2b887-f376-4acb-bc3d-f1adb4222e6f"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:48:48.337520 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fd2577-c7fc-4a52-8229-47f43f18f5e3 x-openstack-request-id: req-42fd2577-c7fc-4a52-8229-47f43f18f5e3 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:48:48.337815 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1625a58-d299-446e-81a2-4a623396811e", "name": "network-vif-plugged", "status": "completed", "tag": "f7f2b887-f376-4acb-bc3d-f1adb4222e6f", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:48:48.338066 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42fd2577-c7fc-4a52-8229-47f43f18f5e3 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:48:48.338452 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42fd2577-c7fc-4a52-8229-47f43f18f5e3'] response: {'server_uuid': 'e1625a58-d299-446e-81a2-4a623396811e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f', 'code': 200} Oct 20 14:48:48.746051 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8612d5-23fb-4f02-8764-119dc86f13a1 req-f76da738-eaa9-47e8-bb8b-564404d6888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:48.747556 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ec8612d5-23fb-4f02-8764-119dc86f13a1 req-f76da738-eaa9-47e8-bb8b-564404d6888b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 1129 time: 0.0713186 Oct 20 14:48:48.773777 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4fc0f5c7-b98d-4a30-9677-9caadc381f38 req-720ff713-927b-4612-a89f-88fad66b8b8c tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 210 time: 0.0454845 Oct 20 14:48:48.796367 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-aa8084fb-06b4-4baf-9bde-c346a8cff8d7 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:48.796367 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-aa8084fb-06b4-4baf-9bde-c346a8cff8d7 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.36 "GET /networking/v2.0/networks?id=92c1189e-ce15-4ec8-b1e7-06403b47c306 HTTP/1.1" status: 200 len: 814 time: 0.1959412 Oct 20 14:48:48.802328 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-ee05cbdb-9739-4ff4-8259-00ee40a673e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Request body: {'port': {'device_id': 'f163048d-3c8a-4f40-bbdd-812146060e40', 'network_id': '92c1189e-ce15-4ec8-b1e7-06403b47c306', 'admin_state_up': True, 'tenant_id': '34676c921ba04710b14cfa94eab069d3'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:48:48.832530 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ec8612d5-23fb-4f02-8764-119dc86f13a1 req-11166250-c10f-4403-894a-ae66e7d5f5e9 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771475 Oct 20 14:48:48.871996 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:48.883808 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=7 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:48.929425 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-ee05cbdb-9739-4ff4-8259-00ee40a673e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Made reservation on behalf of 34676c921ba04710b14cfa94eab069d3 for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:48:48.933388 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-ee05cbdb-9739-4ff4-8259-00ee40a673e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:49.017192 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=5 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:49.060957 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-ee05cbdb-9739-4ff4-8259-00ee40a673e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Allocated IP 172.20.0.4 (92c1189e-ce15-4ec8-b1e7-06403b47c306/fd4fc804-3d5b-466d-9f41-28ac374cb29a/c8ef0e82-0380-4d76-809e-a039ecf87b37) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:48:49.219363 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-ee05cbdb-9739-4ff4-8259-00ee40a673e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks [] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:49.254850 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-ee05cbdb-9739-4ff4-8259-00ee40a673e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:49.309526 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-ee05cbdb-9739-4ff4-8259-00ee40a673e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Network 92c1189e-ce15-4ec8-b1e7-06403b47c306 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:48:49.316036 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-ee05cbdb-9739-4ff4-8259-00ee40a673e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:48:49.318596 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-ee05cbdb-9739-4ff4-8259-00ee40a673e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:48:49.361373 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05cbdb-9739-4ff4-8259-00ee40a673e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Pushing event updated for resources: {'Port': ['ID=c8ef0e82-0380-4d76-809e-a039ecf87b37,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:49.369386 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9545314-31df-460b-b25f-d6045ac19e4e req-d1087e8f-943e-4ab7-ad0f-db662b0b093f tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:49.377355 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a9545314-31df-460b-b25f-d6045ac19e4e req-d1087e8f-943e-4ab7-ad0f-db662b0b093f tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 945 time: 0.1048641 Oct 20 14:48:49.383069 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-ee05cbdb-9739-4ff4-8259-00ee40a673e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:49.383982 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-ee05cbdb-9739-4ff4-8259-00ee40a673e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:49.396237 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e162b-20ca-4eac-a1a5-fb420221dcb4 req-36e1d7a8-1dac-428b-a0e6-d0e4e902b935 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:49.397735 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6f6e162b-20ca-4eac-a1a5-fb420221dcb4 req-36e1d7a8-1dac-428b-a0e6-d0e4e902b935 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 948 time: 0.0832899 Oct 20 14:48:49.409246 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-ee05cbdb-9739-4ff4-8259-00ee40a673e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6106136 Oct 20 14:48:49.462740 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a9545314-31df-460b-b25f-d6045ac19e4e req-53ab1703-63db-4327-a556-1c0afb335993 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842938 Oct 20 14:48:49.478220 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6f6e162b-20ca-4eac-a1a5-fb420221dcb4 req-54c431c7-1340-4adc-a902-552f3b5f7260 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=599b3545-e42b-4318-ad93-f34e352f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731931 Oct 20 14:48:49.532606 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Request body: {'port': {'device_id': 'f163048d-3c8a-4f40-bbdd-812146060e40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:48:49.600386 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:49.855407 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:49.915614 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:49.970643 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987861ec-9e25-463c-b41e-72960c8b0a76 req-d27afb01-4ba2-429e-8fee-f7fcd0e33965 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:49.972864 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-987861ec-9e25-463c-b41e-72960c8b0a76 req-d27afb01-4ba2-429e-8fee-f7fcd0e33965 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 931 time: 0.0957551 Oct 20 14:48:49.980153 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:49.987389 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ef0e82-0380-4d76-809e-a039ecf87b37 {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:48:49.998730 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Publish callbacks [] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:50.013927 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Transition to ACTIVE for port object c8ef0e82-0380-4d76-809e-a039ecf87b37 will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:48:50.019033 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:50.024563 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:50.039007 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4443a-38ae-4ac4-a5c3-f122f41418e1 req-bd34ecfd-b0f2-4c68-a6a7-36e1157cfb17 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:50.041675 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-caf4443a-38ae-4ac4-a5c3-f122f41418e1 req-bd34ecfd-b0f2-4c68-a6a7-36e1157cfb17 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 948 time: 0.0912652 Oct 20 14:48:50.088919 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-987861ec-9e25-463c-b41e-72960c8b0a76 req-30252128-23f3-4242-863e-499c77855d79 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960164 Oct 20 14:48:50.132073 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-caf4443a-38ae-4ac4-a5c3-f122f41418e1 req-c5e6b0ce-bedd-4995-b36e-d7a941e703bd tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=599b3545-e42b-4318-ad93-f34e352f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803001 Oct 20 14:48:50.163001 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Attempting to bind port c8ef0e82-0380-4d76-809e-a039ecf87b37 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:48:50.163575 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Attempting to bind port c8ef0e82-0380-4d76-809e-a039ecf87b37 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '5aecc1ce-a8e5-42bb-b291-7b973afec757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '92c1189e-ce15-4ec8-b1e7-06403b47c306'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:48:50.163904 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Attempting to bind port c8ef0e82-0380-4d76-809e-a039ecf87b37 on network 92c1189e-ce15-4ec8-b1e7-06403b47c306 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:48:50.198494 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Pushing event updated for resources: {'Port': ['ID=c8ef0e82-0380-4d76-809e-a039ecf87b37,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:50.226563 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Port c8ef0e82-0380-4d76-809e-a039ecf87b37 on network 92c1189e-ce15-4ec8-b1e7-06403b47c306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:48:50.226901 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Attempting to bind port c8ef0e82-0380-4d76-809e-a039ecf87b37 on network 92c1189e-ce15-4ec8-b1e7-06403b47c306 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:48:50.273223 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:48:50.273646 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Checking segment: {'id': '5aecc1ce-a8e5-42bb-b291-7b973afec757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '92c1189e-ce15-4ec8-b1e7-06403b47c306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:48:50.274028 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Bound using segment: {'id': '5aecc1ce-a8e5-42bb-b291-7b973afec757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '92c1189e-ce15-4ec8-b1e7-06403b47c306'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:48:50.274488 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Bound port: c8ef0e82-0380-4d76-809e-a039ecf87b37, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aecc1ce-a8e5-42bb-b291-7b973afec757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '92c1189e-ce15-4ec8-b1e7-06403b47c306'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:48:50.274851 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:50.337107 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] For port c8ef0e82-0380-4d76-809e-a039ecf87b37, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:48:50.340222 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] For port c8ef0e82-0380-4d76-809e-a039ecf87b37, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c8ef0e82-0380-4d76-809e-a039ecf87b37,segment=NetworkSegment(5aecc1ce-a8e5-42bb-b291-7b973afec757),segment_id=5aecc1ce-a8e5-42bb-b291-7b973afec757)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:48:50.347474 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:50.350905 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:50.351807 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:50.353656 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/c8ef0e82-0380-4d76-809e-a039ecf87b37 HTTP/1.1" status: 200 len: 1093 time: 0.8260274 Oct 20 14:48:50.356034 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f163048d-3c8a-4f40-bbdd-812146060e40', 'tag': 'c8ef0e82-0380-4d76-809e-a039ecf87b37'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:48:50.360656 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20814d6-a1bc-488a-9fc9-2f247d9ee36c" -d '{"events": [{"name": "network-changed", "server_uuid": "f163048d-3c8a-4f40-bbdd-812146060e40", "tag": "c8ef0e82-0380-4d76-809e-a039ecf87b37"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:48:50.404567 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aa5b85-d202-4c03-9aea-65d12ea4ef1d x-openstack-request-id: req-e7aa5b85-d202-4c03-9aea-65d12ea4ef1d {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:48:50.404850 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f163048d-3c8a-4f40-bbdd-812146060e40", "tag": "c8ef0e82-0380-4d76-809e-a039ecf87b37", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:48:50.405100 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7aa5b85-d202-4c03-9aea-65d12ea4ef1d {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:48:50.405497 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7aa5b85-d202-4c03-9aea-65d12ea4ef1d'] response: {'name': 'network-changed', 'server_uuid': 'f163048d-3c8a-4f40-bbdd-812146060e40', 'tag': 'c8ef0e82-0380-4d76-809e-a039ecf87b37', 'status': 'completed', 'code': 200} Oct 20 14:48:50.410124 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288517b7-46cd-4761-90bd-afc666dcc74b service neutron] Pushing event updated for resources: {'Port': ['ID=c8ef0e82-0380-4d76-809e-a039ecf87b37,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:50.583288 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909a00a-8c11-42ec-a70a-7f093080e677 req-f935bd03-fe76-42f4-a1bd-554725206a98 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:50.584754 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5909a00a-8c11-42ec-a70a-7f093080e677 req-f935bd03-fe76-42f4-a1bd-554725206a98 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 945 time: 0.0475876 Oct 20 14:48:50.633479 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5909a00a-8c11-42ec-a70a-7f093080e677 req-4b6837db-5abb-42fa-b0b6-86013c3fe1ba tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429935 Oct 20 14:48:50.758791 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0280e8-6fb7-4f71-8b29-10203c7dd99a req-d0ba4f0c-a5d2-47b6-8cf9-d8e372a32898 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:50.760240 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2b0280e8-6fb7-4f71-8b29-10203c7dd99a req-d0ba4f0c-a5d2-47b6-8cf9-d8e372a32898 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 945 time: 0.0504484 Oct 20 14:48:50.808816 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2b0280e8-6fb7-4f71-8b29-10203c7dd99a req-6322314b-cf53-4501-98aa-303faf170c7b tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430202 Oct 20 14:48:50.836942 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 41052) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:51.023573 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aa0c5f-20d1-4d5b-8f26-5e8beb9750cb tempest-TestVolumeBootPattern-1770660048 tempest-TestVolumeBootPattern-1770660048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:51.025099 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-55aa0c5f-20d1-4d5b-8f26-5e8beb9750cb tempest-TestVolumeBootPattern-1770660048 tempest-TestVolumeBootPattern-1770660048-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 1124 time: 0.1871850 Oct 20 14:48:51.027955 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 41056) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:51.032770 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Request body: {'floatingip': {'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'port_id': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:48:51.053336 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:51.131036 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:51.250523 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Allocated IP 172.27.0.72 (ed096fec-642f-438e-acc4-cc1a6014fcef/96de3145-ff34-4bab-be3c-86c8e298fdef/892a4bf1-6681-452d-8fba-718706f08d81) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:48:51.255888 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:51.271228 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a099ce8-8992-40bc-9fc6-74ea95d07d22 req-494e91ba-0fa9-4527-b9d7-3e728a2c43e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:51.275466 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4a099ce8-8992-40bc-9fc6-74ea95d07d22 req-494e91ba-0fa9-4527-b9d7-3e728a2c43e9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 943 time: 0.0968509 Oct 20 14:48:51.301697 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedb556-1215-465b-9847-4e970dbae490 req-ed90c70d-6872-4be0-95a9-66c4a4d74833 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:51.303099 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9eedb556-1215-465b-9847-4e970dbae490 req-ed90c70d-6872-4be0-95a9-66c4a4d74833 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 948 time: 0.0927823 Oct 20 14:48:51.376950 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4a099ce8-8992-40bc-9fc6-74ea95d07d22 req-739a4852-6de5-41d2-ad44-1f9b2ab92970 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936840 Oct 20 14:48:51.394654 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9eedb556-1215-465b-9847-4e970dbae490 req-5dcb425c-12f9-4c3a-8c24-a4565c030bd9 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=599b3545-e42b-4318-ad93-f34e352f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763495 Oct 20 14:48:51.424401 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20814d6-a1bc-488a-9fc9-2f247d9ee36c req-2dd3bcef-891a-4791-9c01-61070651891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:51.425929 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a20814d6-a1bc-488a-9fc9-2f247d9ee36c req-2dd3bcef-891a-4791-9c01-61070651891d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=34676c921ba04710b14cfa94eab069d3&device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 1127 time: 0.1344671 Oct 20 14:48:51.461001 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:51.491016 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:51.524270 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-58e79709-5104-4a6b-b756-806845a4272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:51.554016 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for port (892a4bf1-6681-452d-8fba-718706f08d81), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:51.634327 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235f570-fca0-4ca7-9f18-be8cdbe55b11 req-5dd420f3-bbcf-40bd-a4c7-c944dcd2f992 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:51.635960 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b235f570-fca0-4ca7-9f18-be8cdbe55b11 req-5dd420f3-bbcf-40bd-a4c7-c944dcd2f992 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 948 time: 0.0876551 Oct 20 14:48:51.686254 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41078) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:51.699242 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20814d6-a1bc-488a-9fc9-2f247d9ee36c req-8ef591ed-0756-429b-a6c4-ce36ff7858b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:51.701209 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a20814d6-a1bc-488a-9fc9-2f247d9ee36c req-8ef591ed-0756-429b-a6c4-ce36ff7858b3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=34676c921ba04710b14cfa94eab069d3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2544990 Oct 20 14:48:51.705982 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (892a4bf1-6681-452d-8fba-718706f08d81), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:51.795275 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fef5c12f-dfca-4be0-af1f-f480557ab66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:51.834171 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Network ed096fec-642f-438e-acc4-cc1a6014fcef is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:48:51.847720 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:48:51.850319 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:48:51.860743 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'Port': ['ID=892a4bf1-6681-452d-8fba-718706f08d81,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:51.874732 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fef5c12f-dfca-4be0-af1f-f480557ab66f admin admin] Publish callbacks [] for security_group (8eba1b23-ef1f-48b4-b293-96daaaa8f1c7), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:51.880471 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-fef5c12f-dfca-4be0-af1f-f480557ab66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (8eba1b23-ef1f-48b4-b293-96daaaa8f1c7), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:51.886106 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-b235f570-fca0-4ca7-9f18-be8cdbe55b11 req-7e2bd16c-9602-4634-bb12-90bde6a21366 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Deleting port 019654ca-916a-4872-bc03-b7224bb3ac8e {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:48:51.886444 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b235f570-fca0-4ca7-9f18-be8cdbe55b11 req-7e2bd16c-9602-4634-bb12-90bde6a21366 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:51.923788 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-fef5c12f-dfca-4be0-af1f-f480557ab66f admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=e805da7ed5a84d469a2a8c3f5bbc95aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333279 Oct 20 14:48:51.923788 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5c12f-dfca-4be0-af1f-f480557ab66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eba1b23-ef1f-48b4-b293-96daaaa8f1c7,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:51.925465 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41082) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:51.975831 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ef494953-0e58-4e4c-b37b-fa09d498da89 admin admin] Publish callbacks [] for security_group (8eba1b23-ef1f-48b4-b293-96daaaa8f1c7), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:51.978281 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20814d6-a1bc-488a-9fc9-2f247d9ee36c req-fdd0f209-753f-4a3f-99dd-f5d1f1d64360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:51.979929 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a20814d6-a1bc-488a-9fc9-2f247d9ee36c req-fdd0f209-753f-4a3f-99dd-f5d1f1d64360 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2718282 Oct 20 14:48:51.997761 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ef494953-0e58-4e4c-b37b-fa09d498da89 admin admin] Publish callbacks [] for security_group (8eba1b23-ef1f-48b4-b293-96daaaa8f1c7), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:52.052502 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ef494953-0e58-4e4c-b37b-fa09d498da89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (8eba1b23-ef1f-48b4-b293-96daaaa8f1c7), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:52.055079 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ef494953-0e58-4e4c-b37b-fa09d498da89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:52.056245 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-ef494953-0e58-4e4c-b37b-fa09d498da89 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8eba1b23-ef1f-48b4-b293-96daaaa8f1c7 HTTP/1.1" status: 204 len: 168 time: 0.1298826 Oct 20 14:48:52.064858 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef494953-0e58-4e4c-b37b-fa09d498da89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eba1b23-ef1f-48b4-b293-96daaaa8f1c7,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:52.118252 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-b235f570-fca0-4ca7-9f18-be8cdbe55b11 req-7e2bd16c-9602-4634-bb12-90bde6a21366 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] For port 019654ca-916a-4872-bc03-b7224bb3ac8e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=019654ca-916a-4872-bc03-b7224bb3ac8e,segment=NetworkSegment(a31889d0-7ad7-4e7b-b503-436c7b192d41),segment_id=a31889d0-7ad7-4e7b-b503-436c7b192d41)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:48:52.118897 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b235f570-fca0-4ca7-9f18-be8cdbe55b11 req-7e2bd16c-9602-4634-bb12-90bde6a21366 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:52.135319 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-61dc34fd-bef6-4868-b271-37bb9a40a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:52.136806 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-61dc34fd-bef6-4868-b271-37bb9a40a89f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=34676c921ba04710b14cfa94eab069d3&device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 1127 time: 0.1148081 Oct 20 14:48:52.146398 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-b235f570-fca0-4ca7-9f18-be8cdbe55b11 req-7e2bd16c-9602-4634-bb12-90bde6a21366 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Calling delete_port for 019654ca-916a-4872-bc03-b7224bb3ac8e owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:48:52.225376 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-546cd782-79de-439e-9805-870c11a843cb service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8ef0e82-0380-4d76-809e-a039ecf87b37 HTTP/1.1" status: 200 len: 217 time: 0.0769243 Oct 20 14:48:52.307088 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:52.343037 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41088) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:52.357307 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8978f7e5-89b5-44f3-816d-98ca77343866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:52.360961 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-fe4541cd-81d3-498f-b467-106675cf213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:52.362411 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-fe4541cd-81d3-498f-b467-106675cf213b service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=fd4fc804-3d5b-466d-9f41-28ac374cb29a HTTP/1.1" status: 200 len: 854 time: 0.1319871 Oct 20 14:48:52.373262 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:52.417714 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-4378a5bb-e09c-46bd-9d78-48ab17668874 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=92c1189e-ce15-4ec8-b1e7-06403b47c306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461385 Oct 20 14:48:52.459946 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8978f7e5-89b5-44f3-816d-98ca77343866 admin admin] Publish callbacks [] for security_group (c048c371-808d-41a2-b323-162d21201ec5), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:52.467532 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8978f7e5-89b5-44f3-816d-98ca77343866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (c048c371-808d-41a2-b323-162d21201ec5), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:52.525282 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:52.594803 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-8978f7e5-89b5-44f3-816d-98ca77343866 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a8a726ebbf624cea85440e642d0b6ec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479503 Oct 20 14:48:52.594803 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978f7e5-89b5-44f3-816d-98ca77343866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c048c371-808d-41a2-b323-162d21201ec5,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:52.597673 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41098) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:52.616839 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d420f-425b-457f-ba90-846e09781459 req-99ce0249-8300-4eba-8720-952d1e7bb43a tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:52.618533 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ca6d420f-425b-457f-ba90-846e09781459 req-99ce0249-8300-4eba-8720-952d1e7bb43a tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 943 time: 0.1395128 Oct 20 14:48:52.629171 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:52.640200 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f04a34-78f7-42d1-975b-52126e3b5258 req-d15f2fb4-c7f9-4997-a92a-8245208361c7 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:52.641907 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-71f04a34-78f7-42d1-975b-52126e3b5258 req-d15f2fb4-c7f9-4997-a92a-8245208361c7 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 948 time: 0.1424923 Oct 20 14:48:52.754107 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ca6d420f-425b-457f-ba90-846e09781459 req-5bd0e4d3-8ade-40ed-a3b1-da6ead550f53 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226916 Oct 20 14:48:52.757918 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Publish callbacks [] for security_group (c048c371-808d-41a2-b323-162d21201ec5), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:52.793443 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Publish callbacks [] for security_group (c048c371-808d-41a2-b323-162d21201ec5), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:52.799091 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-71f04a34-78f7-42d1-975b-52126e3b5258 req-7e8c24f4-6237-4eda-8d5f-823771e96f9a tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=599b3545-e42b-4318-ad93-f34e352f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415443 Oct 20 14:48:52.860737 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (c048c371-808d-41a2-b323-162d21201ec5), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:52.864227 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:52.865816 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c048c371-808d-41a2-b323-162d21201ec5 HTTP/1.1" status: 204 len: 168 time: 0.2640572 Oct 20 14:48:52.875827 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c048c371-808d-41a2-b323-162d21201ec5,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:52.884255 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b235f570-fca0-4ca7-9f18-be8cdbe55b11 req-7e2bd16c-9602-4634-bb12-90bde6a21366 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (019654ca-916a-4872-bc03-b7224bb3ac8e), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:52.885760 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.885760 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.885997 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.886356 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.886694 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.887065 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.887365 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.887723 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.888016 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.888765 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.889129 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.889458 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.889786 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.890110 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.890486 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e993a0-c14c-42e9-bde2-93c4fe1ed048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:48:52.895262 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['019654ca-916a-4872-bc03-b7224bb3ac8e'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:48:52.933563 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bd16c-9602-4634-bb12-90bde6a21366 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Pushing event deleted for resources: {'Port': ['ID=019654ca-916a-4872-bc03-b7224bb3ac8e,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:52.994779 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-c5421d5a-3cb1-48bc-bfac-f94376255a6f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/92c1189e-ce15-4ec8-b1e7-06403b47c306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666006 Oct 20 14:48:53.032722 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b235f570-fca0-4ca7-9f18-be8cdbe55b11 req-7e2bd16c-9602-4634-bb12-90bde6a21366 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] No DVR routers for this DVR port 019654ca-916a-4872-bc03-b7224bb3ac8e on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:48:53.045583 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b235f570-fca0-4ca7-9f18-be8cdbe55b11 req-7e2bd16c-9602-4634-bb12-90bde6a21366 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:53.049035 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b235f570-fca0-4ca7-9f18-be8cdbe55b11 req-7e2bd16c-9602-4634-bb12-90bde6a21366 tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.36 "DELETE /networking/v2.0/ports/019654ca-916a-4872-bc03-b7224bb3ac8e HTTP/1.1" status: 204 len: 173 time: 1.4035800 Oct 20 14:48:53.051364 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ab85d7-45bc-4859-b029-a13206dfa7c9', 'name': 'network-vif-deleted', 'tag': '019654ca-916a-4872-bc03-b7224bb3ac8e'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:48:53.060462 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1edcd43-b8e8-48fe-bd84-1d4f53ec68eb" -d '{"events": [{"server_uuid": "44ab85d7-45bc-4859-b029-a13206dfa7c9", "name": "network-vif-deleted", "tag": "019654ca-916a-4872-bc03-b7224bb3ac8e"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:48:53.160729 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for floatingip (74bb848e-b7c9-4cef-8d7b-87e6edaab110), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:53.229658 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fbd635-7ddb-4c47-9ed5-592953e268fd x-openstack-request-id: req-d3fbd635-7ddb-4c47-9ed5-592953e268fd {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:48:53.229883 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ab85d7-45bc-4859-b029-a13206dfa7c9", "name": "network-vif-deleted", "tag": "019654ca-916a-4872-bc03-b7224bb3ac8e", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:48:53.230072 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3fbd635-7ddb-4c47-9ed5-592953e268fd {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:48:53.230631 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3fbd635-7ddb-4c47-9ed5-592953e268fd'] response: {'server_uuid': '44ab85d7-45bc-4859-b029-a13206dfa7c9', 'name': 'network-vif-deleted', 'tag': '019654ca-916a-4872-bc03-b7224bb3ac8e', 'status': 'completed', 'code': 200} Oct 20 14:48:53.258347 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-593aa567-e365-4711-a73b-86e89cc51cc3 req-71f29738-837b-49d6-9ed8-79105d919984 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/92c1189e-ce15-4ec8-b1e7-06403b47c306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515552 Oct 20 14:48:53.304873 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (892a4bf1-6681-452d-8fba-718706f08d81), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:53.386081 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41114) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:53.400277 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7ce942bf-b19d-4518-a21a-f528fb79e2f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:53.471142 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for port (892a4bf1-6681-452d-8fba-718706f08d81), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:53.476078 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (892a4bf1-6681-452d-8fba-718706f08d81), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:53.485290 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7ce942bf-b19d-4518-a21a-f528fb79e2f8 admin admin] Publish callbacks [] for security_group (d761b776-435d-48eb-8d7a-168a6211d278), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:53.489071 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7ce942bf-b19d-4518-a21a-f528fb79e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (d761b776-435d-48eb-8d7a-168a6211d278), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:53.527640 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce942bf-b19d-4518-a21a-f528fb79e2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d761b776-435d-48eb-8d7a-168a6211d278,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:53.532190 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-7ce942bf-b19d-4518-a21a-f528fb79e2f8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=4d73256f1b7747dba53a039c729c2998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449962 Oct 20 14:48:53.533104 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:53.534956 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41116) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:48:53.546359 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event updated for resources: {'Port': ['ID=892a4bf1-6681-452d-8fba-718706f08d81,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:53.549964 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1650475'] for floatingip (74bb848e-b7c9-4cef-8d7b-87e6edaab110), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:53.588643 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aef90a74-9712-4fe7-a1ee-d82f088e9c7b admin admin] Publish callbacks [] for security_group (d761b776-435d-48eb-8d7a-168a6211d278), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:53.610023 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aef90a74-9712-4fe7-a1ee-d82f088e9c7b admin admin] Publish callbacks [] for security_group (d761b776-435d-48eb-8d7a-168a6211d278), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:53.647678 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:53.653912 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.db.l3_db [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Floating IP 74bb848e-b7c9-4cef-8d7b-87e6edaab110 associated. External IP: 172.27.0.72, port: f7f2b887-f376-4acb-bc3d-f1adb4222e6f. Oct 20 14:48:53.659716 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-c62e181b-0a90-473e-b646-8be389a839b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:53.662749 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aef90a74-9712-4fe7-a1ee-d82f088e9c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (d761b776-435d-48eb-8d7a-168a6211d278), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:53.665476 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-aef90a74-9712-4fe7-a1ee-d82f088e9c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:53.666621 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-aef90a74-9712-4fe7-a1ee-d82f088e9c7b admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d761b776-435d-48eb-8d7a-168a6211d278 HTTP/1.1" status: 204 len: 168 time: 0.1305735 Oct 20 14:48:53.675279 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef90a74-9712-4fe7-a1ee-d82f088e9c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d761b776-435d-48eb-8d7a-168a6211d278,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:53.877556 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Router 291aa9d2-4f08-46f9-a62c-4066ea690f1b has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:48:53.897759 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51605ff-be6c-43a9-aa2a-cdd81c5cacfd req-bbad7125-fa1b-40dc-9109-2dee8d27c661 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:53.900213 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d51605ff-be6c-43a9-aa2a-cdd81c5cacfd req-bbad7125-fa1b-40dc-9109-2dee8d27c661 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 943 time: 0.0616469 Oct 20 14:48:53.953761 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-394722bc-c4d4-4ce0-8d7d-9d9ac8223274 req-cb8ab18a-ac58-4a5c-b77f-4824af1776ed tempest-VolumesNegativeTest-1326005539 tempest-VolumesNegativeTest-1326005539-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=44ab85d7-45bc-4859-b029-a13206dfa7c9 HTTP/1.1" status: 200 len: 210 time: 0.0523269 Oct 20 14:48:53.988270 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d51605ff-be6c-43a9-aa2a-cdd81c5cacfd req-c5c7c7a6-523c-4aab-9170-56fb0c2cce7f tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725925 Oct 20 14:48:54.013987 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:48:54.025083 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be429d5-3f54-4568-9b16-0f8a1b9ab3ed None None] Sync routers for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:48:54.035967 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be429d5-3f54-4568-9b16-0f8a1b9ab3ed None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:48:54.036724 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-6be429d5-3f54-4568-9b16-0f8a1b9ab3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:48:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:48:54.046262 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:54.084533 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-db341745-3b2e-4d17-ab60-17f9aa018001 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0534644 Oct 20 14:48:54.150435 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-6be429d5-3f54-4568-9b16-0f8a1b9ab3ed None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:48:54.419032 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-6be429d5-3f54-4568-9b16-0f8a1b9ab3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '19806b02-3d63-4a25-a81c-024bf7b23d17', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:97:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:46:16Z', 'updated_at': '2022-10-20T14:46:18Z', 'revision_number': 1, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}, {'id': '74bb848e-b7c9-4cef-8d7b-87e6edaab110', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:73:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1625a58-d299-446e-81a2-4a623396811e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:48:52Z', 'updated_at': '2022-10-20T14:48:52Z', 'revision_number': 0, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:48:54.453480 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be429d5-3f54-4568-9b16-0f8a1b9ab3ed None None] Checking router: 291aa9d2-4f08-46f9-a62c-4066ea690f1b for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:48:54.464098 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be429d5-3f54-4568-9b16-0f8a1b9ab3ed None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:48:54.465034 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-6be429d5-3f54-4568-9b16-0f8a1b9ab3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:48:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:48:54.583216 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-6be429d5-3f54-4568-9b16-0f8a1b9ab3ed None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:48:54.811633 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-6be429d5-3f54-4568-9b16-0f8a1b9ab3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '19806b02-3d63-4a25-a81c-024bf7b23d17', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:97:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:46:16Z', 'updated_at': '2022-10-20T14:46:18Z', 'revision_number': 1, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}, {'id': '74bb848e-b7c9-4cef-8d7b-87e6edaab110', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:73:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1625a58-d299-446e-81a2-4a623396811e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:48:52Z', 'updated_at': '2022-10-20T14:48:52Z', 'revision_number': 0, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:48:54.934081 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be429d5-3f54-4568-9b16-0f8a1b9ab3ed None None] The sync data for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi is: [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '19806b02-3d63-4a25-a81c-024bf7b23d17', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:97:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:46:16Z', 'updated_at': '2022-10-20T14:46:18Z', 'revision_number': 1, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}, {'id': '74bb848e-b7c9-4cef-8d7b-87e6edaab110', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:73:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1625a58-d299-446e-81a2-4a623396811e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:48:52Z', 'updated_at': '2022-10-20T14:48:52Z', 'revision_number': 0, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:48:55.023654 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:55.121797 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:55.143581 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7048f-001d-44fa-839d-8c9115e09684 req-59e1db22-3e77-4b0d-97f3-5ee372cbd86a tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:55.145008 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1db7048f-001d-44fa-839d-8c9115e09684 req-59e1db22-3e77-4b0d-97f3-5ee372cbd86a tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 943 time: 0.0564222 Oct 20 14:48:55.216291 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1db7048f-001d-44fa-839d-8c9115e09684 req-1f212707-0883-4cb1-831d-79f061eabbb3 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651360 Oct 20 14:48:55.238889 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1625a58-d299-446e-81a2-4a623396811e', 'tag': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:48:55.241273 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eeab7b-3ebc-4f57-80c1-2ef278ce1ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "e1625a58-d299-446e-81a2-4a623396811e", "tag": "f7f2b887-f376-4acb-bc3d-f1adb4222e6f"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:48:55.265825 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338cd5f5-75a8-492b-8e4c-713d6df3782d None None] New status for floating IP 74bb848e-b7c9-4cef-8d7b-87e6edaab110: ACTIVE {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:48:55.287730 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fd67b0-6bb5-47d2-94ea-367dc6e97827 x-openstack-request-id: req-58fd67b0-6bb5-47d2-94ea-367dc6e97827 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:48:55.288142 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1625a58-d299-446e-81a2-4a623396811e", "tag": "f7f2b887-f376-4acb-bc3d-f1adb4222e6f", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:48:55.288786 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58fd67b0-6bb5-47d2-94ea-367dc6e97827 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:48:55.289238 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fd67b0-6bb5-47d2-94ea-367dc6e97827'] response: {'name': 'network-changed', 'server_uuid': 'e1625a58-d299-446e-81a2-4a623396811e', 'tag': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f', 'status': 'completed', 'code': 200} Oct 20 14:48:55.366262 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeab7b-3ebc-4f57-80c1-2ef278ce1ef3 req-0355a887-fff6-4240-b1d8-41aab14912c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:55.368203 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-87eeab7b-3ebc-4f57-80c1-2ef278ce1ef3 req-0355a887-fff6-4240-b1d8-41aab14912c6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 1129 time: 0.0562444 Oct 20 14:48:55.489233 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeab7b-3ebc-4f57-80c1-2ef278ce1ef3 req-66683495-a86c-4413-aba1-0dfddaafc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:55.490802 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-87eeab7b-3ebc-4f57-80c1-2ef278ce1ef3 req-66683495-a86c-4413-aba1-0dfddaafc0b4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c924697c-b180-4b1b-9f12-d7889a054b97 HTTP/1.1" status: 200 len: 911 time: 0.1169145 Oct 20 14:48:55.556076 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-87eeab7b-3ebc-4f57-80c1-2ef278ce1ef3 req-21e965d9-cf26-46eb-87d1-9bf51e0f5883 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7f2b887-f376-4acb-bc3d-f1adb4222e6f HTTP/1.1" status: 200 len: 1000 time: 0.0596144 Oct 20 14:48:55.611867 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeab7b-3ebc-4f57-80c1-2ef278ce1ef3 req-7d9c077b-42e7-4fe3-9225-a5fb05d878a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:55.613404 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-87eeab7b-3ebc-4f57-80c1-2ef278ce1ef3 req-7d9c077b-42e7-4fe3-9225-a5fb05d878a6 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56aaf329-fdc0-417e-828a-ce1cc2420856 HTTP/1.1" status: 200 len: 849 time: 0.0517123 Oct 20 14:48:55.662107 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeab7b-3ebc-4f57-80c1-2ef278ce1ef3 req-5a39e4ee-80c5-4d56-bce1-c106ec1caaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:55.663634 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-87eeab7b-3ebc-4f57-80c1-2ef278ce1ef3 req-5a39e4ee-80c5-4d56-bce1-c106ec1caaee service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c924697c-b180-4b1b-9f12-d7889a054b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442281 Oct 20 14:48:55.760545 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device c8ef0e82-0380-4d76-809e-a039ecf87b37 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:48:55.764167 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 019654ca-916a-4872-bc03-b7224bb3ac8e no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:48:55.776592 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-87eeab7b-3ebc-4f57-80c1-2ef278ce1ef3 req-8c8da665-c2c3-4ecd-a5f7-d172e7080046 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071813 Oct 20 14:48:55.794434 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: 019654ca-916a-4872-bc03-b7224bb3ac8e {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:48:55.794785 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 019654ca-916a-4872-bc03-b7224bb3ac8e not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:48:55.861593 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:55.925772 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-87eeab7b-3ebc-4f57-80c1-2ef278ce1ef3 req-3c58f751-6917-4314-b5b3-ff7c962b2097 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432180 Oct 20 14:48:55.938156 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port c8ef0e82-0380-4d76-809e-a039ecf87b37, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c8ef0e82-0380-4d76-809e-a039ecf87b37,segment=NetworkSegment(5aecc1ce-a8e5-42bb-b291-7b973afec757),segment_id=5aecc1ce-a8e5-42bb-b291-7b973afec757)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:48:55.959437 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': 'c8ef0e82-0380-4d76-809e-a039ecf87b37', 'network_id': '92c1189e-ce15-4ec8-b1e7-06403b47c306', 'port_id': 'c8ef0e82-0380-4d76-809e-a039ecf87b37', 'mac_address': 'fa:16:3e:b5:17:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4fc804-3d5b-466d-9f41-28ac374cb29a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:48:56.007147 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port c8ef0e82-0380-4d76-809e-a039ecf87b37 is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:48:56.007633 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:56.023188 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ef0e82-0380-4d76-809e-a039ecf87b37 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:48:56.048595 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port c8ef0e82-0380-4d76-809e-a039ecf87b37, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c8ef0e82-0380-4d76-809e-a039ecf87b37,segment=NetworkSegment(5aecc1ce-a8e5-42bb-b291-7b973afec757),segment_id=5aecc1ce-a8e5-42bb-b291-7b973afec757)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:48:56.054958 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:56.104731 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:56.127259 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=c8ef0e82-0380-4d76-809e-a039ecf87b37,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:56.286032 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['c8ef0e82-0380-4d76-809e-a039ecf87b37'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:48:56.290062 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:56.351383 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:56.356861 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d45f97-d527-4da9-8294-7864291c2a45 req-de8c3037-f057-4622-a022-3329a0845b4c tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:56.366701 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a7d45f97-d527-4da9-8294-7864291c2a45 req-de8c3037-f057-4622-a022-3329a0845b4c tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 944 time: 0.0701890 Oct 20 14:48:56.485705 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:56.511085 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a7d45f97-d527-4da9-8294-7864291c2a45 req-b70300d6-e210-406d-a8c5-3e08c8cf2d1d tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380074 Oct 20 14:48:57.654566 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9d594-10bf-4105-a8bf-8f6fbfdddd41 req-35686d12-7221-4278-9a00-699d62146734 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:57.657202 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-62d9d594-10bf-4105-a8bf-8f6fbfdddd41 req-35686d12-7221-4278-9a00-699d62146734 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 944 time: 0.0555377 Oct 20 14:48:57.711409 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-62d9d594-10bf-4105-a8bf-8f6fbfdddd41 req-3ff4aa2c-1e52-4273-9478-aa97b1850e75 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488493 Oct 20 14:48:57.776683 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device c8ef0e82-0380-4d76-809e-a039ecf87b37 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:48:57.840965 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port c8ef0e82-0380-4d76-809e-a039ecf87b37 completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:48:57.848573 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port c8ef0e82-0380-4d76-809e-a039ecf87b37 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:48:57.848963 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:57.849303 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port c8ef0e82-0380-4d76-809e-a039ecf87b37 Oct 20 14:48:57.925797 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port c8ef0e82-0380-4d76-809e-a039ecf87b37 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:48:57.926183 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:57.949560 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f163048d-3c8a-4f40-bbdd-812146060e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ef0e82-0380-4d76-809e-a039ecf87b37'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:48:57.952185 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd4fdc3-2309-447c-9f2d-cc23d6f97a32" -d '{"events": [{"server_uuid": "f163048d-3c8a-4f40-bbdd-812146060e40", "name": "network-vif-plugged", "status": "completed", "tag": "c8ef0e82-0380-4d76-809e-a039ecf87b37"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:48:57.979197 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port c8ef0e82-0380-4d76-809e-a039ecf87b37, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c8ef0e82-0380-4d76-809e-a039ecf87b37,segment=NetworkSegment(5aecc1ce-a8e5-42bb-b291-7b973afec757),segment_id=5aecc1ce-a8e5-42bb-b291-7b973afec757)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:48:57.987127 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:48:58.020501 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c747286-2252-4fe1-bdea-72f9234ccf1b x-openstack-request-id: req-6c747286-2252-4fe1-bdea-72f9234ccf1b {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:48:58.020810 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f163048d-3c8a-4f40-bbdd-812146060e40", "name": "network-vif-plugged", "status": "completed", "tag": "c8ef0e82-0380-4d76-809e-a039ecf87b37", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:48:58.021450 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c747286-2252-4fe1-bdea-72f9234ccf1b {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:48:58.021844 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c747286-2252-4fe1-bdea-72f9234ccf1b'] response: {'server_uuid': 'f163048d-3c8a-4f40-bbdd-812146060e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ef0e82-0380-4d76-809e-a039ecf87b37', 'code': 200} Oct 20 14:48:58.054713 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=c8ef0e82-0380-4d76-809e-a039ecf87b37,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:48:58.205607 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f969ce-9db7-4f49-87fd-dcdd0df60ff0 req-fd4b35cc-cabe-4048-8ff3-3387b6ba0acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:58.207243 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-11f969ce-9db7-4f49-87fd-dcdd0df60ff0 req-fd4b35cc-cabe-4048-8ff3-3387b6ba0acb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 1129 time: 0.0454319 Oct 20 14:48:58.255975 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-11f969ce-9db7-4f49-87fd-dcdd0df60ff0 req-6c47c6f1-11e1-4ecd-bf96-ce611f12123f service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 Oct 20 14:48:58.852747 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:48:58.866110 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fde842-e00c-46a2-8bb3-169c4ba5a3ce req-17b67272-4359-40da-a5a2-a13311440971 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:48:58.867689 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-09fde842-e00c-46a2-8bb3-169c4ba5a3ce req-17b67272-4359-40da-a5a2-a13311440971 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 945 time: 0.0631232 Oct 20 14:48:58.928995 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-09fde842-e00c-46a2-8bb3-169c4ba5a3ce req-9b2f551b-7b10-42fe-9f32-d54fa06afbe8 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544825 Oct 20 14:48:59.619393 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:00.078338 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77573ddc-c567-4faf-a1fb-43bf0b51792e req-d3b7340b-7f90-45c3-936f-8a2fe2f1958b tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:00.085102 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-77573ddc-c567-4faf-a1fb-43bf0b51792e req-d3b7340b-7f90-45c3-936f-8a2fe2f1958b tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 945 time: 0.0587225 Oct 20 14:49:00.106710 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 41546) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:00.145176 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-77573ddc-c567-4faf-a1fb-43bf0b51792e req-c5df9bc5-9877-4549-9208-92efd8c13aa4 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587735 Oct 20 14:49:00.278327 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-c3bea77b-a70d-4c10-b00c-8e5e0609e874 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=76c13daa80f7403298c110265b3539a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701753 Oct 20 14:49:00.281692 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41572) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:00.334716 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5a4690b5-c309-4bcc-b5e7-4f8f7c4ef080 admin admin] Publish callbacks [] for security_group (599b3545-e42b-4318-ad93-f34e352f5e46), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:00.359942 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5a4690b5-c309-4bcc-b5e7-4f8f7c4ef080 admin admin] Publish callbacks [] for security_group (599b3545-e42b-4318-ad93-f34e352f5e46), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:00.431366 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5a4690b5-c309-4bcc-b5e7-4f8f7c4ef080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (599b3545-e42b-4318-ad93-f34e352f5e46), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:00.433918 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5a4690b5-c309-4bcc-b5e7-4f8f7c4ef080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:00.435061 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-5a4690b5-c309-4bcc-b5e7-4f8f7c4ef080 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/599b3545-e42b-4318-ad93-f34e352f5e46 HTTP/1.1" status: 204 len: 168 time: 0.1524155 Oct 20 14:49:00.445691 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4690b5-c309-4bcc-b5e7-4f8f7c4ef080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599b3545-e42b-4318-ad93-f34e352f5e46,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:02.746324 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41662) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:02.871690 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e45f5aef-5c64-4a6e-a317-413cff0a68b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:02.951548 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e45f5aef-5c64-4a6e-a317-413cff0a68b8 admin admin] Publish callbacks [] for security_group (8e501050-f07b-4fcc-a420-8a6553dacfab), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:02.956372 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e45f5aef-5c64-4a6e-a317-413cff0a68b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (8e501050-f07b-4fcc-a420-8a6553dacfab), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:02.996030 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f5aef-5c64-4a6e-a317-413cff0a68b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e501050-f07b-4fcc-a420-8a6553dacfab,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:03.001404 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-e45f5aef-5c64-4a6e-a317-413cff0a68b8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=4099c8c7a4e44711832de4e19e2f8b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538023 Oct 20 14:49:03.004073 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41676) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:03.053501 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc982-452d-4db1-bd47-0d6d26d9bde9 admin admin] Publish callbacks [] for security_group (8e501050-f07b-4fcc-a420-8a6553dacfab), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:03.074443 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc982-452d-4db1-bd47-0d6d26d9bde9 admin admin] Publish callbacks [] for security_group (8e501050-f07b-4fcc-a420-8a6553dacfab), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:03.121343 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc982-452d-4db1-bd47-0d6d26d9bde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (8e501050-f07b-4fcc-a420-8a6553dacfab), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:03.124000 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc982-452d-4db1-bd47-0d6d26d9bde9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:03.126118 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-c0bbc982-452d-4db1-bd47-0d6d26d9bde9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8e501050-f07b-4fcc-a420-8a6553dacfab HTTP/1.1" status: 204 len: 168 time: 0.1210623 Oct 20 14:49:03.134978 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbc982-452d-4db1-bd47-0d6d26d9bde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e501050-f07b-4fcc-a420-8a6553dacfab,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:03.411552 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 41682) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:03.430372 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:03.456064 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:03.513609 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Publish callbacks [] for security_group (4e5e5420-1235-4ff3-a2d8-99efb4009eed), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:03.517524 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (4e5e5420-1235-4ff3-a2d8-99efb4009eed), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:03.563061 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=bcfa46ad41fc4ce1a6d1da8b1352499b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502311 Oct 20 14:49:03.564016 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5e5420-1235-4ff3-a2d8-99efb4009eed,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:03.565014 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41684) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:03.571760 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.572116 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.572490 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.572833 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.573174 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.573507 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.573839 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.574171 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.574498 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.574823 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.575172 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.575483 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.575805 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.576128 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.576472 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95e23b-de1e-4832-9ad9-56fe603b5dee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:03.621647 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-826ef722-8cb1-4b47-9b1f-f00eb32b73fc admin admin] Publish callbacks [] for security_group (4e5e5420-1235-4ff3-a2d8-99efb4009eed), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:03.629902 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:03.645681 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-826ef722-8cb1-4b47-9b1f-f00eb32b73fc admin admin] Publish callbacks [] for security_group (4e5e5420-1235-4ff3-a2d8-99efb4009eed), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:03.668471 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:03.695428 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-826ef722-8cb1-4b47-9b1f-f00eb32b73fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (4e5e5420-1235-4ff3-a2d8-99efb4009eed), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:03.698044 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-826ef722-8cb1-4b47-9b1f-f00eb32b73fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:03.699184 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-826ef722-8cb1-4b47-9b1f-f00eb32b73fc admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/4e5e5420-1235-4ff3-a2d8-99efb4009eed HTTP/1.1" status: 204 len: 168 time: 0.1331933 Oct 20 14:49:03.707810 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ef722-8cb1-4b47-9b1f-f00eb32b73fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5e5420-1235-4ff3-a2d8-99efb4009eed,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:04.086140 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41698) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:04.100653 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-24e1a005-11dc-40f5-a4d1-18d9a96629f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:04.193619 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-24e1a005-11dc-40f5-a4d1-18d9a96629f7 admin admin] Publish callbacks [] for security_group (cc3dd5e5-5dd3-4f30-850f-de6922f5d2b6), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:04.199944 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-24e1a005-11dc-40f5-a4d1-18d9a96629f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (cc3dd5e5-5dd3-4f30-850f-de6922f5d2b6), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:04.246356 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1a005-11dc-40f5-a4d1-18d9a96629f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3dd5e5-5dd3-4f30-850f-de6922f5d2b6,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:04.253377 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-24e1a005-11dc-40f5-a4d1-18d9a96629f7 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c89e78079ce84be28aa59662ce0f198f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634817 Oct 20 14:49:04.253747 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 41706) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:04.313487 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-647e7004-c02c-4ae0-b158-ec4710f73cda admin admin] Publish callbacks [] for security_group (cc3dd5e5-5dd3-4f30-850f-de6922f5d2b6), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:04.336157 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-647e7004-c02c-4ae0-b158-ec4710f73cda admin admin] Publish callbacks [] for security_group (cc3dd5e5-5dd3-4f30-850f-de6922f5d2b6), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:04.393554 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-647e7004-c02c-4ae0-b158-ec4710f73cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (cc3dd5e5-5dd3-4f30-850f-de6922f5d2b6), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:04.396403 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-647e7004-c02c-4ae0-b158-ec4710f73cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:04.400542 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-647e7004-c02c-4ae0-b158-ec4710f73cda admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/cc3dd5e5-5dd3-4f30-850f-de6922f5d2b6 HTTP/1.1" status: 204 len: 168 time: 0.1456962 Oct 20 14:49:04.415851 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e7004-c02c-4ae0-b158-ec4710f73cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3dd5e5-5dd3-4f30-850f-de6922f5d2b6,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:04.809239 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=76 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:04.816141 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=72 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:05.136088 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41740) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:05.237569 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.v2.base [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-360182720-network', 'tenant_id': '7bafa4c5aa6943f9a860f577c957f33d'}} {{(pid=111617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:49:05.257697 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] Made reservation on behalf of 7bafa4c5aa6943f9a860f577c957f33d for: {'network': 1} {{(pid=111617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:49:05.259913 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for network (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:05.269989 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:05.350202 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] Publish callbacks [] for security_group (6d964d9d-957c-401c-9b76-9bcc248646f1), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:05.354506 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (6d964d9d-957c-401c-9b76-9bcc248646f1), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:05.381795 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=111617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 14:49:05.388286 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d964d9d-957c-401c-9b76-9bcc248646f1,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:05.394896 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (fb1c457f-a4a7-4c7d-953f-dec508901d0b), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:05.395231 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.segments_db [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] Added segment fb1c457f-a4a7-4c7d-953f-dec508901d0b of type vlan for network 7731be1c-62ca-4cd2-86f3-15429eae1730 Oct 20 14:49:05.435421 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731771423'] for network (7731be1c-62ca-4cd2-86f3-15429eae1730), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:05.459800 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635'] for network (7731be1c-62ca-4cd2-86f3-15429eae1730), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:05.460718 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:05.461288 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:05.512263 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3750517 Oct 20 14:49:05.516405 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 41744) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:05.521493 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [None req-61e09a7d-a1e3-4bc8-8059-e6d6dcc4777d admin admin] Request body: {'subnet': {'network_id': '7731be1c-62ca-4cd2-86f3-15429eae1730', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-360182720-subnet', 'tenant_id': '7bafa4c5aa6943f9a860f577c957f33d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:49:05.523885 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917a6dd-ee90-4450-a9f2-ad0fba4c9d11 admin admin] Pushing event updated for resources: {'Network': ['ID=7731be1c-62ca-4cd2-86f3-15429eae1730,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:05.534683 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Network 7731be1c-62ca-4cd2-86f3-15429eae1730 details requested by agent ovs-agent-dv-cinder-779233-7-iscsi with host dv-cinder-779233-7-iscsi {{(pid=111618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 14:49:05.541895 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e09a7d-a1e3-4bc8-8059-e6d6dcc4777d admin admin] Made reservation on behalf of 7bafa4c5aa6943f9a860f577c957f33d for: {'subnet': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:49:05.544252 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-61e09a7d-a1e3-4bc8-8059-e6d6dcc4777d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9298102'] for subnet (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:05.733595 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-61e09a7d-a1e3-4bc8-8059-e6d6dcc4777d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9298084'] for subnet (0d87cb7b-7423-4b10-a065-e4725b662729), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:05.790425 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:05.801773 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e09a7d-a1e3-4bc8-8059-e6d6dcc4777d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d87cb7b-7423-4b10-a065-e4725b662729,revision_number=0']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:05.812472 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e09a7d-a1e3-4bc8-8059-e6d6dcc4777d admin admin] Checking segment: {'id': 'fb1c457f-a4a7-4c7d-953f-dec508901d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7731be1c-62ca-4cd2-86f3-15429eae1730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:49:05.812892 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e09a7d-a1e3-4bc8-8059-e6d6dcc4777d admin admin] Network hostable DHCP agents. Network: 7731be1c-62ca-4cd2-86f3-15429eae1730, hostable agents: ['823d2908-c1e8-4eb2-86de-f926dbdf57b5'], hosted agents: [] {{(pid=111616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 14:49:05.833085 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e09a7d-a1e3-4bc8-8059-e6d6dcc4777d admin admin] Network 7731be1c-62ca-4cd2-86f3-15429eae1730 is scheduled to be hosted by DHCP agent 823d2908-c1e8-4eb2-86de-f926dbdf57b5 with binding_index 1 {{(pid=111616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 14:49:05.842330 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [None req-61e09a7d-a1e3-4bc8-8059-e6d6dcc4777d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-7-iscsi, 7731be1c-62ca-4cd2-86f3-15429eae1730) {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:49:05.847041 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e09a7d-a1e3-4bc8-8059-e6d6dcc4777d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:05.847759 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-61e09a7d-a1e3-4bc8-8059-e6d6dcc4777d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:05.853026 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad4aab6-39bb-4c98-bd46-e69f00daf548 None None] Network 7731be1c-62ca-4cd2-86f3-15429eae1730 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:49:05.877236 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-61e09a7d-a1e3-4bc8-8059-e6d6dcc4777d admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3592713 Oct 20 14:49:05.960734 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca637579-6407-4607-84a1-b352599cada3 None None] Network 7731be1c-62ca-4cd2-86f3-15429eae1730 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:49:06.023988 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:06.155751 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 41778) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:06.271656 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-06d832b3-28b6-4097-b5a5-135941f95a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:06.343908 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:06.354443 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-06d832b3-28b6-4097-b5a5-135941f95a56 admin admin] Publish callbacks [] for security_group (f362e89b-ab6f-4737-8bbb-b13d5cc1e082), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:06.360494 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-06d832b3-28b6-4097-b5a5-135941f95a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (f362e89b-ab6f-4737-8bbb-b13d5cc1e082), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:06.399865 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d832b3-28b6-4097-b5a5-135941f95a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f362e89b-ab6f-4737-8bbb-b13d5cc1e082,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:06.408687 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41782) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:06.409077 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-06d832b3-28b6-4097-b5a5-135941f95a56 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=2bb4f76c9f0247eeac4cc180dd5a11c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513270 Oct 20 14:49:06.470197 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-45744d82-ba37-4e03-9fe8-e7fc8ec8c377 admin admin] Publish callbacks [] for security_group (f362e89b-ab6f-4737-8bbb-b13d5cc1e082), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:06.492435 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-45744d82-ba37-4e03-9fe8-e7fc8ec8c377 admin admin] Publish callbacks [] for security_group (f362e89b-ab6f-4737-8bbb-b13d5cc1e082), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:06.547462 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-45744d82-ba37-4e03-9fe8-e7fc8ec8c377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (f362e89b-ab6f-4737-8bbb-b13d5cc1e082), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:06.550286 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-45744d82-ba37-4e03-9fe8-e7fc8ec8c377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:06.554247 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-45744d82-ba37-4e03-9fe8-e7fc8ec8c377 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f362e89b-ab6f-4737-8bbb-b13d5cc1e082 HTTP/1.1" status: 204 len: 168 time: 0.1434681 Oct 20 14:49:06.563055 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45744d82-ba37-4e03-9fe8-e7fc8ec8c377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f362e89b-ab6f-4737-8bbb-b13d5cc1e082,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:06.670554 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-15c8e67c-d65b-4e13-b414-e0faddb65c60 req-bfda0851-53e4-4f22-9b7f-78191ffab24f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429540 Oct 20 14:49:06.762032 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8e67c-d65b-4e13-b414-e0faddb65c60 req-e5588926-8718-49c4-b5ce-d6937eb2463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:06.763467 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-15c8e67c-d65b-4e13-b414-e0faddb65c60 req-e5588926-8718-49c4-b5ce-d6937eb2463e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 1129 time: 0.0454783 Oct 20 14:49:06.864100 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41792) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:06.876607 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8e67c-d65b-4e13-b414-e0faddb65c60 req-f25a60f7-1797-4856-a40a-8c4d0a6ccc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:06.878048 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-943e826e-803b-44cb-bbd5-ed924c1497b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:06.878203 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-15c8e67c-d65b-4e13-b414-e0faddb65c60 req-f25a60f7-1797-4856-a40a-8c4d0a6ccc7e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c924697c-b180-4b1b-9f12-d7889a054b97 HTTP/1.1" status: 200 len: 911 time: 0.0936234 Oct 20 14:49:06.897324 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:06.902307 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:06.949511 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-15c8e67c-d65b-4e13-b414-e0faddb65c60 req-efee8d32-f363-4271-a91a-4724dc92d214 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad316f32-43bd-4ee5-87a3-588ca6ffab22 HTTP/1.1" status: 200 len: 1001 time: 0.0639000 Oct 20 14:49:06.967381 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-943e826e-803b-44cb-bbd5-ed924c1497b3 admin admin] Publish callbacks [] for security_group (126f6289-996e-4b09-8e0f-bbb69c6b6029), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:06.971985 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-943e826e-803b-44cb-bbd5-ed924c1497b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (126f6289-996e-4b09-8e0f-bbb69c6b6029), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:07.004011 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8e67c-d65b-4e13-b414-e0faddb65c60 req-7bb1bef1-858b-4e97-8f8d-daaff016129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:07.005792 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-15c8e67c-d65b-4e13-b414-e0faddb65c60 req-7bb1bef1-858b-4e97-8f8d-daaff016129f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56aaf329-fdc0-417e-828a-ce1cc2420856 HTTP/1.1" status: 200 len: 849 time: 0.0465806 Oct 20 14:49:07.015775 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-943e826e-803b-44cb-bbd5-ed924c1497b3 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b7d216ac0c2247d39fd4970dde945fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504416 Oct 20 14:49:07.016641 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e826e-803b-44cb-bbd5-ed924c1497b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126f6289-996e-4b09-8e0f-bbb69c6b6029,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:07.018947 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41794) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:07.065788 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8e67c-d65b-4e13-b414-e0faddb65c60 req-2f17bb12-4bac-4710-ad40-bf5a21b6d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:07.067447 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-15c8e67c-d65b-4e13-b414-e0faddb65c60 req-2f17bb12-4bac-4710-ad40-bf5a21b6d578 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c924697c-b180-4b1b-9f12-d7889a054b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536311 Oct 20 14:49:07.079260 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-63d621cb-e552-4108-8649-2d5b06f4db14 admin admin] Publish callbacks [] for security_group (126f6289-996e-4b09-8e0f-bbb69c6b6029), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:07.101136 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-63d621cb-e552-4108-8649-2d5b06f4db14 admin admin] Publish callbacks [] for security_group (126f6289-996e-4b09-8e0f-bbb69c6b6029), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:07.150341 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-63d621cb-e552-4108-8649-2d5b06f4db14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (126f6289-996e-4b09-8e0f-bbb69c6b6029), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:07.153234 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-63d621cb-e552-4108-8649-2d5b06f4db14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:07.157138 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-63d621cb-e552-4108-8649-2d5b06f4db14 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/126f6289-996e-4b09-8e0f-bbb69c6b6029 HTTP/1.1" status: 204 len: 168 time: 0.1345840 Oct 20 14:49:07.162926 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d621cb-e552-4108-8649-2d5b06f4db14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126f6289-996e-4b09-8e0f-bbb69c6b6029,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:07.176550 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-15c8e67c-d65b-4e13-b414-e0faddb65c60 req-c1305b01-36ae-49cf-bdb6-9b14d45908d7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028876 Oct 20 14:49:07.280572 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-15c8e67c-d65b-4e13-b414-e0faddb65c60 req-3d3502fd-276f-47b0-b8bb-0e4bd312f87a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923722 Oct 20 14:49:07.973473 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12682b8b-9185-432f-8edd-895bcc31136f req-02c27971-41b8-4fe9-854b-0a856bd7b9d1 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:07.974997 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-12682b8b-9185-432f-8edd-895bcc31136f req-02c27971-41b8-4fe9-854b-0a856bd7b9d1 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/networks?id=7731be1c-62ca-4cd2-86f3-15429eae1730 HTTP/1.1" status: 200 len: 808 time: 0.1075263 Oct 20 14:49:07.990677 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-12682b8b-9185-432f-8edd-895bcc31136f req-78e1167f-147e-40dd-a045-c3a747aa54bd tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/quotas/7bafa4c5aa6943f9a860f577c957f33d HTTP/1.1" status: 200 len: 375 time: 0.0100477 Oct 20 14:49:08.026723 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-12682b8b-9185-432f-8edd-895bcc31136f req-80287fec-7ccd-4034-8105-525cab1dff6d tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7bafa4c5aa6943f9a860f577c957f33d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282006 Oct 20 14:49:08.125861 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-12682b8b-9185-432f-8edd-895bcc31136f req-7c396609-4ec5-49b2-9370-3e0d7a0f8969 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/7731be1c-62ca-4cd2-86f3-15429eae1730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924006 Oct 20 14:49:08.224525 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-12682b8b-9185-432f-8edd-895bcc31136f req-92c0025f-cc1b-43db-9f70-882601a36f62 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/7731be1c-62ca-4cd2-86f3-15429eae1730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961385 Oct 20 14:49:08.403211 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-42fd622d-510d-4862-90cb-6284c7afe299 req-79add1e5-8651-48e6-8fd8-e121f6e10366 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 210 time: 0.0278931 Oct 20 14:49:09.294575 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41898) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:09.401983 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-58244492-8e0d-444b-81cf-a91eac4bab24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:09.487298 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-58244492-8e0d-444b-81cf-a91eac4bab24 admin admin] Publish callbacks [] for security_group (6188084d-2a0f-4ea2-979b-2d0dc8aeebbe), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:09.502452 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-58244492-8e0d-444b-81cf-a91eac4bab24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (6188084d-2a0f-4ea2-979b-2d0dc8aeebbe), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:09.521490 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:09.533270 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-629b8ac4-1f65-4b29-a413-abd6e41c47f1 req-826d1d26-a036-49ce-8eeb-fa4851c13466 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 210 time: 0.0445359 Oct 20 14:49:09.562709 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-58244492-8e0d-444b-81cf-a91eac4bab24 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=bd68f72a421e464f9a1a09e8d78f610d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669921 Oct 20 14:49:09.563878 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58244492-8e0d-444b-81cf-a91eac4bab24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6188084d-2a0f-4ea2-979b-2d0dc8aeebbe,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:09.566202 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41904) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:09.607755 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:09.623667 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-274ce1b9-1bd1-4e53-8543-82b942cd8149 admin admin] Publish callbacks [] for security_group (6188084d-2a0f-4ea2-979b-2d0dc8aeebbe), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:09.648831 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-274ce1b9-1bd1-4e53-8543-82b942cd8149 admin admin] Publish callbacks [] for security_group (6188084d-2a0f-4ea2-979b-2d0dc8aeebbe), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:09.714353 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12682b8b-9185-432f-8edd-895bcc31136f req-3781b11c-dc6b-451b-9180-c4521ae868bf tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:09.716617 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-12682b8b-9185-432f-8edd-895bcc31136f req-3781b11c-dc6b-451b-9180-c4521ae868bf tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.36 "GET /networking/v2.0/networks?id=7731be1c-62ca-4cd2-86f3-15429eae1730 HTTP/1.1" status: 200 len: 808 time: 0.1814890 Oct 20 14:49:09.726938 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-274ce1b9-1bd1-4e53-8543-82b942cd8149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (6188084d-2a0f-4ea2-979b-2d0dc8aeebbe), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:09.730353 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-12682b8b-9185-432f-8edd-895bcc31136f req-f4b2eb52-b914-4bce-bb42-b97056219a98 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Request body: {'port': {'device_id': '900ca6d9-96c5-4684-a281-b3a1d73fc9ca', 'network_id': '7731be1c-62ca-4cd2-86f3-15429eae1730', 'admin_state_up': True, 'tenant_id': '7bafa4c5aa6943f9a860f577c957f33d'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:49:09.730512 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-274ce1b9-1bd1-4e53-8543-82b942cd8149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:09.738610 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-274ce1b9-1bd1-4e53-8543-82b942cd8149 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6188084d-2a0f-4ea2-979b-2d0dc8aeebbe HTTP/1.1" status: 204 len: 168 time: 0.1713450 Oct 20 14:49:09.747894 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ce1b9-1bd1-4e53-8543-82b942cd8149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6188084d-2a0f-4ea2-979b-2d0dc8aeebbe,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:09.826629 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:09.891168 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12682b8b-9185-432f-8edd-895bcc31136f req-f4b2eb52-b914-4bce-bb42-b97056219a98 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Made reservation on behalf of 7bafa4c5aa6943f9a860f577c957f33d for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:49:09.896256 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-12682b8b-9185-432f-8edd-895bcc31136f req-f4b2eb52-b914-4bce-bb42-b97056219a98 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:10.067786 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-12682b8b-9185-432f-8edd-895bcc31136f req-f4b2eb52-b914-4bce-bb42-b97056219a98 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Allocated IP 172.20.0.11 (7731be1c-62ca-4cd2-86f3-15429eae1730/0d87cb7b-7423-4b10-a065-e4725b662729/5c11bc95-b5db-42bf-8a32-c27cbdf68de5) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:49:10.112320 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:10.176890 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41914) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:10.194265 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8dabd6dd-f729-430c-b544-5eb34dd6ca58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:10.299112 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-12682b8b-9185-432f-8edd-895bcc31136f req-f4b2eb52-b914-4bce-bb42-b97056219a98 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks [] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:10.331922 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8dabd6dd-f729-430c-b544-5eb34dd6ca58 admin admin] Publish callbacks [] for security_group (bf3c65f0-ee73-49af-b9e8-612c18f662dc), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:10.335381 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-12682b8b-9185-432f-8edd-895bcc31136f req-f4b2eb52-b914-4bce-bb42-b97056219a98 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:10.336390 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-8dabd6dd-f729-430c-b544-5eb34dd6ca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (bf3c65f0-ee73-49af-b9e8-612c18f662dc), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:10.379300 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12682b8b-9185-432f-8edd-895bcc31136f req-f4b2eb52-b914-4bce-bb42-b97056219a98 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Network 7731be1c-62ca-4cd2-86f3-15429eae1730 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:49:10.382803 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-12682b8b-9185-432f-8edd-895bcc31136f req-f4b2eb52-b914-4bce-bb42-b97056219a98 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:49:10.385363 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-12682b8b-9185-432f-8edd-895bcc31136f req-f4b2eb52-b914-4bce-bb42-b97056219a98 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:49:10.391694 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-8dabd6dd-f729-430c-b544-5eb34dd6ca58 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=fce42580a65b44a09c1bf06ec0036317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133703 Oct 20 14:49:10.392306 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 41918) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:10.394369 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabd6dd-f729-430c-b544-5eb34dd6ca58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3c65f0-ee73-49af-b9e8-612c18f662dc,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:10.431830 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2eb52-b914-4bce-bb42-b97056219a98 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Pushing event updated for resources: {'Port': ['ID=5c11bc95-b5db-42bf-8a32-c27cbdf68de5,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:10.450717 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9a0553ea-2bd0-4998-a5db-2e8cbab6d2fc admin admin] Publish callbacks [] for security_group (bf3c65f0-ee73-49af-b9e8-612c18f662dc), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:10.457988 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12682b8b-9185-432f-8edd-895bcc31136f req-f4b2eb52-b914-4bce-bb42-b97056219a98 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:10.458706 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-12682b8b-9185-432f-8edd-895bcc31136f req-f4b2eb52-b914-4bce-bb42-b97056219a98 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:10.475359 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9a0553ea-2bd0-4998-a5db-2e8cbab6d2fc admin admin] Publish callbacks [] for security_group (bf3c65f0-ee73-49af-b9e8-612c18f662dc), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:10.478183 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-12682b8b-9185-432f-8edd-895bcc31136f req-f4b2eb52-b914-4bce-bb42-b97056219a98 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7512705 Oct 20 14:49:10.495909 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Request body: {'port': {'device_id': '900ca6d9-96c5-4684-a281-b3a1d73fc9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:49:10.540748 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9a0553ea-2bd0-4998-a5db-2e8cbab6d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (bf3c65f0-ee73-49af-b9e8-612c18f662dc), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:10.543412 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9a0553ea-2bd0-4998-a5db-2e8cbab6d2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:10.544744 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-9a0553ea-2bd0-4998-a5db-2e8cbab6d2fc admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/bf3c65f0-ee73-49af-b9e8-612c18f662dc HTTP/1.1" status: 204 len: 168 time: 0.1511698 Oct 20 14:49:10.555046 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0553ea-2bd0-4998-a5db-2e8cbab6d2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3c65f0-ee73-49af-b9e8-612c18f662dc,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:10.563926 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:10.688254 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfcf87-cb57-411b-9084-db8f30aa8e26 req-50f73713-587e-4269-8835-87fd505da3a1 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:10.689834 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-aedfcf87-cb57-411b-9084-db8f30aa8e26 req-50f73713-587e-4269-8835-87fd505da3a1 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 932 time: 0.0610905 Oct 20 14:49:10.745018 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-aedfcf87-cb57-411b-9084-db8f30aa8e26 req-d7091d9e-c064-41ea-b04f-9cd0bb3c7362 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494747 Oct 20 14:49:10.881899 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:10.887862 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:49:10.897139 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Publish callbacks [] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:10.911948 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Transition to ACTIVE for port object 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:49:10.916320 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:10.981812 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:10.982705 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Pushing event updated for resources: {'Port': ['ID=5c11bc95-b5db-42bf-8a32-c27cbdf68de5,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:11.038111 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Attempting to bind port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:49:11.038450 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Attempting to bind port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'fb1c457f-a4a7-4c7d-953f-dec508901d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7731be1c-62ca-4cd2-86f3-15429eae1730'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:49:11.038779 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Attempting to bind port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 on network 7731be1c-62ca-4cd2-86f3-15429eae1730 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:49:11.088468 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 on network 7731be1c-62ca-4cd2-86f3-15429eae1730 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:49:11.088832 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Attempting to bind port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 on network 7731be1c-62ca-4cd2-86f3-15429eae1730 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:49:11.136135 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:49:11.136511 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Checking segment: {'id': 'fb1c457f-a4a7-4c7d-953f-dec508901d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7731be1c-62ca-4cd2-86f3-15429eae1730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:49:11.136891 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Bound using segment: {'id': 'fb1c457f-a4a7-4c7d-953f-dec508901d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7731be1c-62ca-4cd2-86f3-15429eae1730'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:49:11.137327 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Bound port: 5c11bc95-b5db-42bf-8a32-c27cbdf68de5, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1c457f-a4a7-4c7d-953f-dec508901d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7731be1c-62ca-4cd2-86f3-15429eae1730'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:49:11.137684 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:11.200804 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] For port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:49:11.204710 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] For port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5c11bc95-b5db-42bf-8a32-c27cbdf68de5,segment=NetworkSegment(fb1c457f-a4a7-4c7d-953f-dec508901d0b),segment_id=fb1c457f-a4a7-4c7d-953f-dec508901d0b)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:49:11.211054 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:11.215194 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:11.215804 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:11.217209 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-12682b8b-9185-432f-8edd-895bcc31136f req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/5c11bc95-b5db-42bf-8a32-c27cbdf68de5 HTTP/1.1" status: 200 len: 1094 time: 0.7260933 Oct 20 14:49:11.219027 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900ca6d9-96c5-4684-a281-b3a1d73fc9ca', 'tag': '5c11bc95-b5db-42bf-8a32-c27cbdf68de5'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:49:11.221516 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19f374d-1dbf-42e6-8f1f-efeac0978d97" -d '{"events": [{"name": "network-changed", "server_uuid": "900ca6d9-96c5-4684-a281-b3a1d73fc9ca", "tag": "5c11bc95-b5db-42bf-8a32-c27cbdf68de5"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:49:11.276400 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb117cf-6da0-4a2a-bc0d-7ed817839e57 x-openstack-request-id: req-1eb117cf-6da0-4a2a-bc0d-7ed817839e57 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:49:11.276960 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900ca6d9-96c5-4684-a281-b3a1d73fc9ca", "tag": "5c11bc95-b5db-42bf-8a32-c27cbdf68de5", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:49:11.277219 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1eb117cf-6da0-4a2a-bc0d-7ed817839e57 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:49:11.277619 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb117cf-6da0-4a2a-bc0d-7ed817839e57'] response: {'name': 'network-changed', 'server_uuid': '900ca6d9-96c5-4684-a281-b3a1d73fc9ca', 'tag': '5c11bc95-b5db-42bf-8a32-c27cbdf68de5', 'status': 'completed', 'code': 200} Oct 20 14:49:11.279014 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a790584-f567-4bb3-a137-80c7df066511 service neutron] Pushing event updated for resources: {'Port': ['ID=5c11bc95-b5db-42bf-8a32-c27cbdf68de5,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:11.460456 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f374d-1dbf-42e6-8f1f-efeac0978d97 req-8ad0525a-06cf-4b84-891c-dcffa2cb0465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:11.461950 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c19f374d-1dbf-42e6-8f1f-efeac0978d97 req-8ad0525a-06cf-4b84-891c-dcffa2cb0465 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7bafa4c5aa6943f9a860f577c957f33d&device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 1128 time: 0.0400743 Oct 20 14:49:11.565929 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f374d-1dbf-42e6-8f1f-efeac0978d97 req-d4c32d93-fa54-46a7-a9f0-2fc6d4a5c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:11.567451 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c19f374d-1dbf-42e6-8f1f-efeac0978d97 req-d4c32d93-fa54-46a7-a9f0-2fc6d4a5c9b0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=7bafa4c5aa6943f9a860f577c957f33d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0985036 Oct 20 14:49:11.881546 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03858b1f-f324-472b-ad5b-cb5445b19140 req-c589f65d-0592-403d-9fd4-8f04f38648d3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:11.888320 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-03858b1f-f324-472b-ad5b-cb5445b19140 req-c589f65d-0592-403d-9fd4-8f04f38648d3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 944 time: 0.0555971 Oct 20 14:49:11.950445 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-03858b1f-f324-472b-ad5b-cb5445b19140 req-816b9f65-e006-4380-9971-15911eb51c10 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609903 Oct 20 14:49:11.953488 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f374d-1dbf-42e6-8f1f-efeac0978d97 req-5ff0fec3-bd69-4495-8721-e80b552d3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:11.955174 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-c19f374d-1dbf-42e6-8f1f-efeac0978d97 req-5ff0fec3-bd69-4495-8721-e80b552d3da7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3801589 Oct 20 14:49:12.040897 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12682b8b-9185-432f-8edd-895bcc31136f req-f8ba618a-ce73-4b96-8645-c1fa2b69bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:12.042436 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-12682b8b-9185-432f-8edd-895bcc31136f req-f8ba618a-ce73-4b96-8645-c1fa2b69bb34 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7bafa4c5aa6943f9a860f577c957f33d&device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 1128 time: 0.0440049 Oct 20 14:49:12.085923 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-12682b8b-9185-432f-8edd-895bcc31136f req-b07a07f9-74e4-4763-b381-1231a2a13640 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c11bc95-b5db-42bf-8a32-c27cbdf68de5 HTTP/1.1" status: 200 len: 217 time: 0.0348821 Oct 20 14:49:12.137363 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12682b8b-9185-432f-8edd-895bcc31136f req-6fd68a24-5d69-411f-bd5e-b3968f06b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:12.138733 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-12682b8b-9185-432f-8edd-895bcc31136f req-6fd68a24-5d69-411f-bd5e-b3968f06b8f8 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=0d87cb7b-7423-4b10-a065-e4725b662729 HTTP/1.1" status: 200 len: 848 time: 0.0421488 Oct 20 14:49:12.170828 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-12682b8b-9185-432f-8edd-895bcc31136f req-9c8b87d8-86b7-4bd5-b3b4-a6d4b5fb98b6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7731be1c-62ca-4cd2-86f3-15429eae1730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252302 Oct 20 14:49:12.266700 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-12682b8b-9185-432f-8edd-895bcc31136f req-5cb945fe-a0da-4e27-a31e-9bbddf53b52a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7731be1c-62ca-4cd2-86f3-15429eae1730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891089 Oct 20 14:49:12.348933 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=100 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:12.360082 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-12682b8b-9185-432f-8edd-895bcc31136f req-85b252bb-b7dc-43c0-bb4a-e036cc3fbfcc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7731be1c-62ca-4cd2-86f3-15429eae1730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863621 Oct 20 14:49:13.082815 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ef07-0a10-489a-98ed-46c326e6e025 req-ee97f167-7ea5-4c17-b1ab-11427b84d2ba tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:13.084277 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3366ef07-0a10-489a-98ed-46c326e6e025 req-ee97f167-7ea5-4c17-b1ab-11427b84d2ba tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 944 time: 0.0480239 Oct 20 14:49:13.136804 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3366ef07-0a10-489a-98ed-46c326e6e025 req-6aa5ffad-6f71-4587-b49e-a79731bce34a tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464556 Oct 20 14:49:14.260660 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef7960-c732-4a57-8416-21ad7351d84a req-9dd9e028-d507-487a-8ed7-7aff2dca2521 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:14.262112 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8bef7960-c732-4a57-8416-21ad7351d84a req-9dd9e028-d507-487a-8ed7-7aff2dca2521 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 944 time: 0.0484672 Oct 20 14:49:14.309409 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8bef7960-c732-4a57-8416-21ad7351d84a req-21a09ef8-e687-45b2-bc8c-639ec0b844bd tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Oct 20 14:49:15.431647 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fb694-19e3-4ba5-b940-8b7dee9d5852 req-535f51b2-58c0-4da6-88c0-0610f6cad0a0 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:15.433083 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c01fb694-19e3-4ba5-b940-8b7dee9d5852 req-535f51b2-58c0-4da6-88c0-0610f6cad0a0 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 944 time: 0.0465519 Oct 20 14:49:15.466128 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:15.474435 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:15.483803 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c01fb694-19e3-4ba5-b940-8b7dee9d5852 req-3200fb30-1a64-4b02-8205-5e63d0781e9e tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444372 Oct 20 14:49:15.870018 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:49:15.975180 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5c11bc95-b5db-42bf-8a32-c27cbdf68de5,segment=NetworkSegment(fb1c457f-a4a7-4c7d-953f-dec508901d0b),segment_id=fb1c457f-a4a7-4c7d-953f-dec508901d0b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:49:15.988639 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '5c11bc95-b5db-42bf-8a32-c27cbdf68de5', 'network_id': '7731be1c-62ca-4cd2-86f3-15429eae1730', 'port_id': '5c11bc95-b5db-42bf-8a32-c27cbdf68de5', 'mac_address': 'fa:16:3e:31:9e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d87cb7b-7423-4b10-a065-e4725b662729', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:49:16.015268 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:49:16.025819 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:49:16.026333 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:16.040945 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:49:16.047602 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:16.064289 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5c11bc95-b5db-42bf-8a32-c27cbdf68de5,segment=NetworkSegment(fb1c457f-a4a7-4c7d-953f-dec508901d0b),segment_id=fb1c457f-a4a7-4c7d-953f-dec508901d0b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:49:16.067702 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:16.121286 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=5c11bc95-b5db-42bf-8a32-c27cbdf68de5,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:16.394317 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['5c11bc95-b5db-42bf-8a32-c27cbdf68de5'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:49:16.610735 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da3582-6817-4394-b808-390b3d0b63ac req-a8d74afa-b4d9-4418-9afc-e494c8af9e13 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:16.612196 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d9da3582-6817-4394-b808-390b3d0b63ac req-a8d74afa-b4d9-4418-9afc-e494c8af9e13 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 945 time: 0.0507646 Oct 20 14:49:16.667331 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d9da3582-6817-4394-b808-390b3d0b63ac req-f351340e-b24b-401a-b722-ee03f8d5c908 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458474 Oct 20 14:49:17.788443 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b90db8-6cc4-4695-ab38-fa36b3635a85 req-c4806311-8a90-4b37-b132-8855a58c9e34 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:17.789907 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f9b90db8-6cc4-4695-ab38-fa36b3635a85 req-c4806311-8a90-4b37-b132-8855a58c9e34 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 945 time: 0.0481126 Oct 20 14:49:17.838117 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f9b90db8-6cc4-4695-ab38-fa36b3635a85 req-e89bec0c-1a67-4d87-9512-2479e4a57cb1 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 Oct 20 14:49:17.880743 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:49:17.927115 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:49:17.932545 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:49:17.932918 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:17.933249 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 Oct 20 14:49:18.008482 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:49:18.008482 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:18.034080 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900ca6d9-96c5-4684-a281-b3a1d73fc9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c11bc95-b5db-42bf-8a32-c27cbdf68de5'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:49:18.036411 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092b196b-3c7c-4177-b8bc-338c61d3cadc" -d '{"events": [{"server_uuid": "900ca6d9-96c5-4684-a281-b3a1d73fc9ca", "name": "network-vif-plugged", "status": "completed", "tag": "5c11bc95-b5db-42bf-8a32-c27cbdf68de5"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:49:18.050694 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5c11bc95-b5db-42bf-8a32-c27cbdf68de5,segment=NetworkSegment(fb1c457f-a4a7-4c7d-953f-dec508901d0b),segment_id=fb1c457f-a4a7-4c7d-953f-dec508901d0b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:49:18.054434 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:18.093480 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86fc228-a41e-494b-924c-fc52c4f1db47 x-openstack-request-id: req-e86fc228-a41e-494b-924c-fc52c4f1db47 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:49:18.094428 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900ca6d9-96c5-4684-a281-b3a1d73fc9ca", "name": "network-vif-plugged", "status": "completed", "tag": "5c11bc95-b5db-42bf-8a32-c27cbdf68de5", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:49:18.094959 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e86fc228-a41e-494b-924c-fc52c4f1db47 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:49:18.094959 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86fc228-a41e-494b-924c-fc52c4f1db47'] response: {'server_uuid': '900ca6d9-96c5-4684-a281-b3a1d73fc9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c11bc95-b5db-42bf-8a32-c27cbdf68de5', 'code': 200} Oct 20 14:49:18.114632 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=5c11bc95-b5db-42bf-8a32-c27cbdf68de5,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:18.266788 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e9e52-7ab4-4088-b220-72c371f761f2 req-9249525c-ba0c-4e62-bcf6-e8721505e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:18.268212 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-247e9e52-7ab4-4088-b220-72c371f761f2 req-9249525c-ba0c-4e62-bcf6-e8721505e4c7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 1130 time: 0.0478165 Oct 20 14:49:18.316326 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-247e9e52-7ab4-4088-b220-72c371f761f2 req-9558ca47-308b-4b29-b207-ad39beb74bd1 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Oct 20 14:49:18.962279 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2266f2-3f5d-44aa-a77d-bc74a3373b47 req-3890b68f-a87b-4eb4-9b74-2030e175e279 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:18.963777 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ee2266f2-3f5d-44aa-a77d-bc74a3373b47 req-3890b68f-a87b-4eb4-9b74-2030e175e279 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 946 time: 0.0471470 Oct 20 14:49:19.015875 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ee2266f2-3f5d-44aa-a77d-bc74a3373b47 req-a71afb75-9f77-482f-998a-dbf2adc81d70 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458970 Oct 20 14:49:20.149178 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7991ae-4b8b-440f-ba05-1772080607c8 req-28eb55ed-996a-42ac-9119-a4a933e61242 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:20.150774 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4a7991ae-4b8b-440f-ba05-1772080607c8 req-28eb55ed-996a-42ac-9119-a4a933e61242 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 946 time: 0.0496349 Oct 20 14:49:20.200483 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4a7991ae-4b8b-440f-ba05-1772080607c8 req-663e1ee8-90e3-4930-bb95-da6157debada tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438006 Oct 20 14:49:20.914555 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688618a-621a-46e6-b7f3-1e116c7088b9 req-9feaf84e-52b4-453d-b024-289a2c9bce3b tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:20.916257 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5688618a-621a-46e6-b7f3-1e116c7088b9 req-9feaf84e-52b4-453d-b024-289a2c9bce3b tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 946 time: 0.0480559 Oct 20 14:49:20.965469 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5688618a-621a-46e6-b7f3-1e116c7088b9 req-ceefbbc4-fcd2-4648-b0bc-9054bc93b889 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435512 Oct 20 14:49:21.525658 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-bcfc61e1-303c-4f9a-99d6-dc98f1a9b128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:22.096803 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9e3dd-c2c3-4cbb-bd79-12972f3b75e7 req-2133dc46-2a1e-4034-bddd-cdf05543cf6a tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:22.098234 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-84d9e3dd-c2c3-4cbb-bd79-12972f3b75e7 req-2133dc46-2a1e-4034-bddd-cdf05543cf6a tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 946 time: 0.0522878 Oct 20 14:49:22.148474 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-84d9e3dd-c2c3-4cbb-bd79-12972f3b75e7 req-b7d59c6f-7a3c-43e3-b6a9-8a110ed8d1d2 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 Oct 20 14:49:22.353974 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196752dc-f396-4324-8d17-0506d5e2376d req-b32f2cdc-2a43-40b8-8832-fb3209375c07 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:22.355503 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-196752dc-f396-4324-8d17-0506d5e2376d req-b32f2cdc-2a43-40b8-8832-fb3209375c07 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 946 time: 0.0478973 Oct 20 14:49:22.395334 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:22.449543 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-196752dc-f396-4324-8d17-0506d5e2376d req-da32eba1-8fe8-492f-bf3c-5445db744fa3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Deleting port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:49:22.449880 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-196752dc-f396-4324-8d17-0506d5e2376d req-da32eba1-8fe8-492f-bf3c-5445db744fa3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:22.540598 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-196752dc-f396-4324-8d17-0506d5e2376d req-da32eba1-8fe8-492f-bf3c-5445db744fa3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] For port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5c11bc95-b5db-42bf-8a32-c27cbdf68de5,segment=NetworkSegment(fb1c457f-a4a7-4c7d-953f-dec508901d0b),segment_id=fb1c457f-a4a7-4c7d-953f-dec508901d0b)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:49:22.540960 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-196752dc-f396-4324-8d17-0506d5e2376d req-da32eba1-8fe8-492f-bf3c-5445db744fa3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:22.554586 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-196752dc-f396-4324-8d17-0506d5e2376d req-da32eba1-8fe8-492f-bf3c-5445db744fa3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Calling delete_port for 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:49:22.688007 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-196752dc-f396-4324-8d17-0506d5e2376d req-da32eba1-8fe8-492f-bf3c-5445db744fa3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (5c11bc95-b5db-42bf-8a32-c27cbdf68de5), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:22.700279 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['5c11bc95-b5db-42bf-8a32-c27cbdf68de5'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:49:22.717450 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32eba1-8fe8-492f-bf3c-5445db744fa3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Pushing event deleted for resources: {'Port': ['ID=5c11bc95-b5db-42bf-8a32-c27cbdf68de5,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:22.762628 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-196752dc-f396-4324-8d17-0506d5e2376d req-da32eba1-8fe8-492f-bf3c-5445db744fa3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] No DVR routers for this DVR port 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:49:22.765055 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-196752dc-f396-4324-8d17-0506d5e2376d req-da32eba1-8fe8-492f-bf3c-5445db744fa3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:22.768249 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-196752dc-f396-4324-8d17-0506d5e2376d req-da32eba1-8fe8-492f-bf3c-5445db744fa3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.36 "DELETE /networking/v2.0/ports/5c11bc95-b5db-42bf-8a32-c27cbdf68de5 HTTP/1.1" status: 204 len: 173 time: 0.4065983 Oct 20 14:49:22.768712 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900ca6d9-96c5-4684-a281-b3a1d73fc9ca', 'name': 'network-vif-deleted', 'tag': '5c11bc95-b5db-42bf-8a32-c27cbdf68de5'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:49:22.771309 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade3b580-286a-46b1-bf9b-bc2e9925ef84" -d '{"events": [{"server_uuid": "900ca6d9-96c5-4684-a281-b3a1d73fc9ca", "name": "network-vif-deleted", "tag": "5c11bc95-b5db-42bf-8a32-c27cbdf68de5"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:49:22.807688 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9c2a9e-410a-4997-b32f-6a6c4de3ad36 x-openstack-request-id: req-9d9c2a9e-410a-4997-b32f-6a6c4de3ad36 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:49:22.807999 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900ca6d9-96c5-4684-a281-b3a1d73fc9ca", "name": "network-vif-deleted", "tag": "5c11bc95-b5db-42bf-8a32-c27cbdf68de5", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:49:22.808299 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d9c2a9e-410a-4997-b32f-6a6c4de3ad36 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:49:22.808660 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9c2a9e-410a-4997-b32f-6a6c4de3ad36'] response: {'server_uuid': '900ca6d9-96c5-4684-a281-b3a1d73fc9ca', 'name': 'network-vif-deleted', 'tag': '5c11bc95-b5db-42bf-8a32-c27cbdf68de5', 'status': 'completed', 'code': 200} Oct 20 14:49:23.262458 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e1900776-98fa-4018-8385-04b2726d4732 req-65758344-bce1-4197-906d-f31549e44afa tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=900ca6d9-96c5-4684-a281-b3a1d73fc9ca HTTP/1.1" status: 200 len: 210 time: 0.0273230 Oct 20 14:49:23.661257 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-55532b69-ebbf-4272-a1e5-f047ae912fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:24.590646 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-7f619982-2be7-424a-87f9-a8fc79bbe4aa tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:24.592114 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-7f619982-2be7-424a-87f9-a8fc79bbe4aa tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/networks?id=7731be1c-62ca-4cd2-86f3-15429eae1730 HTTP/1.1" status: 200 len: 808 time: 0.1105394 Oct 20 14:49:24.608900 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-cb0d155e-e1ea-49c1-b38c-363ce3e09328 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/quotas/7bafa4c5aa6943f9a860f577c957f33d HTTP/1.1" status: 200 len: 375 time: 0.0111496 Oct 20 14:49:24.653136 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-18f72bc6-3619-4e74-a7c5-61d3ecb5813b tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7bafa4c5aa6943f9a860f577c957f33d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387120 Oct 20 14:49:24.759418 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-8605939c-7642-4fce-b5fd-750a686f9970 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/7731be1c-62ca-4cd2-86f3-15429eae1730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985472 Oct 20 14:49:25.022657 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:25.096444 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-4f3c6062-fbfb-4507-a2d7-1397f48ffd50 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/7731be1c-62ca-4cd2-86f3-15429eae1730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309252 Oct 20 14:49:25.259186 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-46c4283c-fdf2-4b0c-9c74-b536b8bec2aa req-6b71e23b-1ccb-41d3-b8b0-09877aa9fed1 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 210 time: 0.0276997 Oct 20 14:49:26.006015 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:26.026661 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=6 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:26.306883 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:26.365418 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e022c0cf-f74a-4ba8-8ad2-254db4bfd492 req-d0f19f69-9054-4038-b733-8bc9166bbde3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 210 time: 0.0337346 Oct 20 14:49:26.433225 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:26.448595 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:26.479471 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:49:26.499340 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:49:26.499639 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 5c11bc95-b5db-42bf-8a32-c27cbdf68de5 not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:49:27.468357 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ea37ddbf-53ea-4126-8151-f1a6d24f827a req-a9ef58a9-622b-4e79-af62-1da3b2bf5282 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 210 time: 0.0276537 Oct 20 14:49:28.576580 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c25e1b8c-3a1e-44c5-a081-9fae37f497d4 req-8fe25fcf-cff7-428a-a701-4c3f4690d5c2 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 210 time: 0.0282991 Oct 20 14:49:29.095789 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-a5eec91f-ea1e-408e-b439-555dc5a2d10b tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:29.097320 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-a5eec91f-ea1e-408e-b439-555dc5a2d10b tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.36 "GET /networking/v2.0/networks?id=7731be1c-62ca-4cd2-86f3-15429eae1730 HTTP/1.1" status: 200 len: 808 time: 0.1076934 Oct 20 14:49:29.110418 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-2a207365-bddf-40c5-a98b-6d22314c35c5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Request body: {'port': {'device_id': '000518c2-ff55-46a2-9518-caed12f490e5', 'network_id': '7731be1c-62ca-4cd2-86f3-15429eae1730', 'admin_state_up': True, 'tenant_id': '7bafa4c5aa6943f9a860f577c957f33d'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:49:29.221343 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-2a207365-bddf-40c5-a98b-6d22314c35c5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Made reservation on behalf of 7bafa4c5aa6943f9a860f577c957f33d for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:49:29.225320 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-2a207365-bddf-40c5-a98b-6d22314c35c5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:29.346090 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-2a207365-bddf-40c5-a98b-6d22314c35c5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Allocated IP 172.20.0.5 (7731be1c-62ca-4cd2-86f3-15429eae1730/0d87cb7b-7423-4b10-a065-e4725b662729/6f8a072e-2539-4192-a43d-c72827144547) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:49:29.355289 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:29.459922 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:29.496803 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-2a207365-bddf-40c5-a98b-6d22314c35c5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks [] for port (6f8a072e-2539-4192-a43d-c72827144547), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:29.528382 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-2a207365-bddf-40c5-a98b-6d22314c35c5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (6f8a072e-2539-4192-a43d-c72827144547), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:29.584946 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-2a207365-bddf-40c5-a98b-6d22314c35c5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Network 7731be1c-62ca-4cd2-86f3-15429eae1730 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:49:29.588091 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-2a207365-bddf-40c5-a98b-6d22314c35c5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:49:29.592005 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-2a207365-bddf-40c5-a98b-6d22314c35c5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:49:29.615224 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a207365-bddf-40c5-a98b-6d22314c35c5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Pushing event updated for resources: {'Port': ['ID=6f8a072e-2539-4192-a43d-c72827144547,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:29.650819 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-2a207365-bddf-40c5-a98b-6d22314c35c5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:29.651425 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-2a207365-bddf-40c5-a98b-6d22314c35c5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:29.668263 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-2a207365-bddf-40c5-a98b-6d22314c35c5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5615637 Oct 20 14:49:29.708858 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0be4c-72c8-4ed2-9695-bd89f3395bf1 req-6c7a9ec2-ac2a-41cb-9078-42ffaab23a73 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:29.710481 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3de0be4c-72c8-4ed2-9695-bd89f3395bf1 req-6c7a9ec2-ac2a-41cb-9078-42ffaab23a73 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 931 time: 0.0457029 Oct 20 14:49:29.732358 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:29.759292 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3de0be4c-72c8-4ed2-9695-bd89f3395bf1 req-bbff9070-f51b-4216-b81b-43bc5ca34dd1 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435643 Oct 20 14:49:30.872040 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:30.884953 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfe4ca-97f5-4582-9cc6-41c79c3cd998 req-46e2fe1e-0e6d-484a-9679-861b601b5e24 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:30.886394 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a6dfe4ca-97f5-4582-9cc6-41c79c3cd998 req-46e2fe1e-0e6d-484a-9679-861b601b5e24 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 931 time: 0.0468173 Oct 20 14:49:30.933802 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a6dfe4ca-97f5-4582-9cc6-41c79c3cd998 req-6d53cae0-1266-4cd9-9683-8843a841d97f tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417354 Oct 20 14:49:32.055496 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79407fb1-7273-4a22-b6b8-8e39f5c8c15a req-58c13e86-2ecf-4168-9780-2724d5e19aef tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:32.057030 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-79407fb1-7273-4a22-b6b8-8e39f5c8c15a req-58c13e86-2ecf-4168-9780-2724d5e19aef tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 931 time: 0.0483921 Oct 20 14:49:32.106846 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-79407fb1-7273-4a22-b6b8-8e39f5c8c15a req-a375dc62-6988-4c23-9987-a81266030359 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443399 Oct 20 14:49:32.428641 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Request body: {'port': {'device_id': '000518c2-ff55-46a2-9518-caed12f490e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:49:32.453653 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:32.491401 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (6f8a072e-2539-4192-a43d-c72827144547), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:32.745680 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8a072e-2539-4192-a43d-c72827144547 {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:49:32.753082 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Publish callbacks [] for port (6f8a072e-2539-4192-a43d-c72827144547), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:32.765890 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Transition to ACTIVE for port object 6f8a072e-2539-4192-a43d-c72827144547 will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:49:32.769681 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (6f8a072e-2539-4192-a43d-c72827144547), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:32.830174 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8a072e-2539-4192-a43d-c72827144547,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:32.879010 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Attempting to bind port 6f8a072e-2539-4192-a43d-c72827144547 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:49:32.879340 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Attempting to bind port 6f8a072e-2539-4192-a43d-c72827144547 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'fb1c457f-a4a7-4c7d-953f-dec508901d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7731be1c-62ca-4cd2-86f3-15429eae1730'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:49:32.879664 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Attempting to bind port 6f8a072e-2539-4192-a43d-c72827144547 on network 7731be1c-62ca-4cd2-86f3-15429eae1730 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:49:32.903642 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:32.928528 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Port 6f8a072e-2539-4192-a43d-c72827144547 on network 7731be1c-62ca-4cd2-86f3-15429eae1730 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:49:32.928850 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Attempting to bind port 6f8a072e-2539-4192-a43d-c72827144547 on network 7731be1c-62ca-4cd2-86f3-15429eae1730 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:49:32.970046 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:49:32.970379 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Checking segment: {'id': 'fb1c457f-a4a7-4c7d-953f-dec508901d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7731be1c-62ca-4cd2-86f3-15429eae1730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:49:32.970757 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Bound using segment: {'id': 'fb1c457f-a4a7-4c7d-953f-dec508901d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7731be1c-62ca-4cd2-86f3-15429eae1730'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:49:32.971183 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Bound port: 6f8a072e-2539-4192-a43d-c72827144547, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1c457f-a4a7-4c7d-953f-dec508901d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7731be1c-62ca-4cd2-86f3-15429eae1730'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:49:32.971534 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (6f8a072e-2539-4192-a43d-c72827144547), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:32.982896 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:33.033793 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] For port 6f8a072e-2539-4192-a43d-c72827144547, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:49:33.037719 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] For port 6f8a072e-2539-4192-a43d-c72827144547, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6f8a072e-2539-4192-a43d-c72827144547,segment=NetworkSegment(fb1c457f-a4a7-4c7d-953f-dec508901d0b),segment_id=fb1c457f-a4a7-4c7d-953f-dec508901d0b)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:49:33.043463 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (6f8a072e-2539-4192-a43d-c72827144547), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:33.048388 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:33.049016 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:33.050552 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/6f8a072e-2539-4192-a43d-c72827144547 HTTP/1.1" status: 200 len: 1093 time: 0.6264226 Oct 20 14:49:33.051139 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000518c2-ff55-46a2-9518-caed12f490e5', 'tag': '6f8a072e-2539-4192-a43d-c72827144547'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:49:33.053912 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9b998e-71c6-4e84-b15b-d94cc33ff778" -d '{"events": [{"name": "network-changed", "server_uuid": "000518c2-ff55-46a2-9518-caed12f490e5", "tag": "6f8a072e-2539-4192-a43d-c72827144547"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:49:33.113140 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3790e9ec-733d-4331-b29a-0bd0c0d97cd8 x-openstack-request-id: req-3790e9ec-733d-4331-b29a-0bd0c0d97cd8 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:49:33.113436 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000518c2-ff55-46a2-9518-caed12f490e5", "tag": "6f8a072e-2539-4192-a43d-c72827144547", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:49:33.113690 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3790e9ec-733d-4331-b29a-0bd0c0d97cd8 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:49:33.114129 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3790e9ec-733d-4331-b29a-0bd0c0d97cd8'] response: {'name': 'network-changed', 'server_uuid': '000518c2-ff55-46a2-9518-caed12f490e5', 'tag': '6f8a072e-2539-4192-a43d-c72827144547', 'status': 'completed', 'code': 200} Oct 20 14:49:33.153149 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1c335-d22c-4568-89d3-9b12555c4221 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8a072e-2539-4192-a43d-c72827144547,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:33.158881 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-848f7d89-31d6-4832-80a5-1b2483851fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:33.160633 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-848f7d89-31d6-4832-80a5-1b2483851fd5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7bafa4c5aa6943f9a860f577c957f33d&device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 1127 time: 0.0658767 Oct 20 14:49:33.210515 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-67033adc-633f-4f92-854a-8c5fdb773c1e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f8a072e-2539-4192-a43d-c72827144547 HTTP/1.1" status: 200 len: 217 time: 0.0389590 Oct 20 14:49:33.246039 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00389e20-618d-4f4c-88d2-c8ff092c03c9 req-a2de1cfa-e2c5-4230-aaf7-6a63d6ab5f85 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:33.247543 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-00389e20-618d-4f4c-88d2-c8ff092c03c9 req-a2de1cfa-e2c5-4230-aaf7-6a63d6ab5f85 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 943 time: 0.0555983 Oct 20 14:49:33.263556 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-21cb09a7-54a9-42d2-a7a4-d4c7d29b0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:33.265133 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-21cb09a7-54a9-42d2-a7a4-d4c7d29b0067 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=0d87cb7b-7423-4b10-a065-e4725b662729 HTTP/1.1" status: 200 len: 848 time: 0.0486434 Oct 20 14:49:33.301968 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-00389e20-618d-4f4c-88d2-c8ff092c03c9 req-9261c3fb-9891-4afd-8f28-59b793e0dd71 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467365 Oct 20 14:49:33.320287 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-23fc39ba-d5a1-46f0-b0e4-2663880f904c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7731be1c-62ca-4cd2-86f3-15429eae1730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429597 Oct 20 14:49:33.410549 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-65e4f56d-5964-4646-9946-f7c4d2414dc6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7731be1c-62ca-4cd2-86f3-15429eae1730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835943 Oct 20 14:49:33.501934 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b069825b-05a7-4c0a-accf-f4fb353e0396 req-3ff011fc-6ab5-43ed-ac28-38d217f93191 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7731be1c-62ca-4cd2-86f3-15429eae1730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846930 Oct 20 14:49:34.438488 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a097b-4148-40a5-9a2a-d3863c942ccb req-a6f66bb4-df2d-4596-b2ba-6d8ceaca44a6 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:34.439973 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d70a097b-4148-40a5-9a2a-d3863c942ccb req-a6f66bb4-df2d-4596-b2ba-6d8ceaca44a6 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 943 time: 0.0465710 Oct 20 14:49:34.488492 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d70a097b-4148-40a5-9a2a-d3863c942ccb req-265f7c25-c9f6-485a-b7cc-003beb38ac80 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421312 Oct 20 14:49:35.618469 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae119c39-fe81-49fa-a379-7a4ceafa2f28 req-b1d1f468-ac72-4acd-b2ee-7b2e4e016d6c tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:35.619945 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae119c39-fe81-49fa-a379-7a4ceafa2f28 req-b1d1f468-ac72-4acd-b2ee-7b2e4e016d6c tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 943 time: 0.0504308 Oct 20 14:49:35.666456 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae119c39-fe81-49fa-a379-7a4ceafa2f28 req-2a2100e1-509c-4cd2-aa12-80092669ccdc tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Oct 20 14:49:36.790572 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470b210-90c1-4aba-a334-b66474e2a119 req-7ab71a7d-4f41-4871-a1da-a947e83777e5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:36.792026 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5470b210-90c1-4aba-a334-b66474e2a119 req-7ab71a7d-4f41-4871-a1da-a947e83777e5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 943 time: 0.0469346 Oct 20 14:49:36.842174 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5470b210-90c1-4aba-a334-b66474e2a119 req-1dca3bc9-ab5d-4255-8ccd-017605313b67 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444739 Oct 20 14:49:37.305806 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b998e-71c6-4e84-b15b-d94cc33ff778 req-395e66dd-b4fe-4615-829d-0d31624d9371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:37.307244 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-eb9b998e-71c6-4e84-b15b-d94cc33ff778 req-395e66dd-b4fe-4615-829d-0d31624d9371 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7bafa4c5aa6943f9a860f577c957f33d&device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 1127 time: 0.0392802 Oct 20 14:49:37.399132 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b998e-71c6-4e84-b15b-d94cc33ff778 req-45fb8370-36bd-4637-8e76-900b88806869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:37.400600 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-eb9b998e-71c6-4e84-b15b-d94cc33ff778 req-45fb8370-36bd-4637-8e76-900b88806869 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=7731be1c-62ca-4cd2-86f3-15429eae1730 HTTP/1.1" status: 200 len: 909 time: 0.0870273 Oct 20 14:49:37.440803 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-eb9b998e-71c6-4e84-b15b-d94cc33ff778 req-a686e16c-29ec-4a59-946c-fddb045a66fb service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f8a072e-2539-4192-a43d-c72827144547 HTTP/1.1" status: 200 len: 217 time: 0.0334182 Oct 20 14:49:37.494397 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b998e-71c6-4e84-b15b-d94cc33ff778 req-5aad01f5-6f27-4e68-81af-533fedffba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:37.498641 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-eb9b998e-71c6-4e84-b15b-d94cc33ff778 req-5aad01f5-6f27-4e68-81af-533fedffba82 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=0d87cb7b-7423-4b10-a065-e4725b662729 HTTP/1.1" status: 200 len: 848 time: 0.0485897 Oct 20 14:49:37.528790 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-eb9b998e-71c6-4e84-b15b-d94cc33ff778 req-88f2d489-92db-42c7-a9c9-32c8fff24619 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7731be1c-62ca-4cd2-86f3-15429eae1730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265172 Oct 20 14:49:37.624500 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-eb9b998e-71c6-4e84-b15b-d94cc33ff778 req-3e4603de-db5f-4976-9238-1a35d8017bad service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7731be1c-62ca-4cd2-86f3-15429eae1730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886514 Oct 20 14:49:37.723136 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-eb9b998e-71c6-4e84-b15b-d94cc33ff778 req-e7d6ff42-81e2-4c47-95ac-7e537cbfd92c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7731be1c-62ca-4cd2-86f3-15429eae1730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913122 Oct 20 14:49:37.966031 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b807ce1-1b2c-413b-bc22-fdcf4a5970a3 req-847c8b48-e5cf-402e-81c8-3382585f37e8 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:37.967506 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4b807ce1-1b2c-413b-bc22-fdcf4a5970a3 req-847c8b48-e5cf-402e-81c8-3382585f37e8 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 943 time: 0.0482657 Oct 20 14:49:37.974350 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 42268) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:38.018302 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4b807ce1-1b2c-413b-bc22-fdcf4a5970a3 req-35f5e5bc-1c3d-433c-abad-bf786d794658 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451100 Oct 20 14:49:38.105272 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-58175c2f-bc33-4553-a52d-f222711f17c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:38.148318 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:38.151342 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:38.188448 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-58175c2f-bc33-4553-a52d-f222711f17c0 admin admin] Publish callbacks [] for security_group (63acad50-baab-4c94-897c-30bbff229cd2), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:38.191977 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-58175c2f-bc33-4553-a52d-f222711f17c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (63acad50-baab-4c94-897c-30bbff229cd2), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:38.231490 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-58175c2f-bc33-4553-a52d-f222711f17c0 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ae01b02b59134de68e01864ac6fea0ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560875 Oct 20 14:49:38.232382 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58175c2f-bc33-4553-a52d-f222711f17c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63acad50-baab-4c94-897c-30bbff229cd2,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:38.234209 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 42272) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:38.284769 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb5c3-2da6-47bf-8477-53100d1773a3 admin admin] Publish callbacks [] for security_group (63acad50-baab-4c94-897c-30bbff229cd2), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:38.305709 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb5c3-2da6-47bf-8477-53100d1773a3 admin admin] Publish callbacks [] for security_group (63acad50-baab-4c94-897c-30bbff229cd2), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:38.353657 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb5c3-2da6-47bf-8477-53100d1773a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (63acad50-baab-4c94-897c-30bbff229cd2), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:38.356448 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb5c3-2da6-47bf-8477-53100d1773a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:38.357621 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-e8ecb5c3-2da6-47bf-8477-53100d1773a3 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/63acad50-baab-4c94-897c-30bbff229cd2 HTTP/1.1" status: 204 len: 168 time: 0.1224082 Oct 20 14:49:38.366371 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecb5c3-2da6-47bf-8477-53100d1773a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63acad50-baab-4c94-897c-30bbff229cd2,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:38.448748 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 6f8a072e-2539-4192-a43d-c72827144547 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:49:38.552878 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 6f8a072e-2539-4192-a43d-c72827144547, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6f8a072e-2539-4192-a43d-c72827144547,segment=NetworkSegment(fb1c457f-a4a7-4c7d-953f-dec508901d0b),segment_id=fb1c457f-a4a7-4c7d-953f-dec508901d0b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:49:38.565588 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '6f8a072e-2539-4192-a43d-c72827144547', 'network_id': '7731be1c-62ca-4cd2-86f3-15429eae1730', 'port_id': '6f8a072e-2539-4192-a43d-c72827144547', 'mac_address': 'fa:16:3e:c7:fe:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d87cb7b-7423-4b10-a065-e4725b662729', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:49:38.611139 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 6f8a072e-2539-4192-a43d-c72827144547 is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:49:38.611524 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (6f8a072e-2539-4192-a43d-c72827144547), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:38.629314 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8a072e-2539-4192-a43d-c72827144547 {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:49:38.642738 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:38.653403 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 6f8a072e-2539-4192-a43d-c72827144547, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6f8a072e-2539-4192-a43d-c72827144547,segment=NetworkSegment(fb1c457f-a4a7-4c7d-953f-dec508901d0b),segment_id=fb1c457f-a4a7-4c7d-953f-dec508901d0b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:49:38.659445 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (6f8a072e-2539-4192-a43d-c72827144547), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:38.709409 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=6f8a072e-2539-4192-a43d-c72827144547,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:38.920308 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['6f8a072e-2539-4192-a43d-c72827144547'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:49:39.148082 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7090f-c732-4801-938a-db9d02d7a23e req-36127b6c-5fa8-4132-8ff5-29173a18842b tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:39.149607 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-dea7090f-c732-4801-938a-db9d02d7a23e req-36127b6c-5fa8-4132-8ff5-29173a18842b tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 944 time: 0.0498970 Oct 20 14:49:39.196831 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-dea7090f-c732-4801-938a-db9d02d7a23e req-53f7e50f-dbf5-41fc-9d4d-e7d93bf31666 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412798 Oct 20 14:49:40.321424 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff5a6f-d821-48a4-9c1e-ae55ef046d17 req-c5501114-dad2-4fb0-9c15-980ca45991b3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:40.322866 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7cff5a6f-d821-48a4-9c1e-ae55ef046d17 req-c5501114-dad2-4fb0-9c15-980ca45991b3 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 944 time: 0.0485270 Oct 20 14:49:40.363226 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:40.371455 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7cff5a6f-d821-48a4-9c1e-ae55ef046d17 req-ff21c23b-0ab7-4e1f-895d-beb0c4aca699 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430474 Oct 20 14:49:40.471834 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 6f8a072e-2539-4192-a43d-c72827144547 up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:49:40.513664 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port 6f8a072e-2539-4192-a43d-c72827144547 completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:49:40.519323 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 6f8a072e-2539-4192-a43d-c72827144547 triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:49:40.519782 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (6f8a072e-2539-4192-a43d-c72827144547), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:40.520817 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 6f8a072e-2539-4192-a43d-c72827144547 Oct 20 14:49:40.592979 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 6f8a072e-2539-4192-a43d-c72827144547 is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:49:40.593392 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (6f8a072e-2539-4192-a43d-c72827144547), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:40.620788 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000518c2-ff55-46a2-9518-caed12f490e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8a072e-2539-4192-a43d-c72827144547'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:49:40.623022 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4abdce-a786-4a82-a19a-bf75e858324f" -d '{"events": [{"server_uuid": "000518c2-ff55-46a2-9518-caed12f490e5", "name": "network-vif-plugged", "status": "completed", "tag": "6f8a072e-2539-4192-a43d-c72827144547"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:49:40.780913 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c3a457-8289-4374-b2ce-b0c4881d3cfe x-openstack-request-id: req-45c3a457-8289-4374-b2ce-b0c4881d3cfe {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:49:40.781200 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000518c2-ff55-46a2-9518-caed12f490e5", "name": "network-vif-plugged", "status": "completed", "tag": "6f8a072e-2539-4192-a43d-c72827144547", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:49:40.781642 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45c3a457-8289-4374-b2ce-b0c4881d3cfe {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:49:40.781826 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c3a457-8289-4374-b2ce-b0c4881d3cfe'] response: {'server_uuid': '000518c2-ff55-46a2-9518-caed12f490e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8a072e-2539-4192-a43d-c72827144547', 'code': 200} Oct 20 14:49:40.783683 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 6f8a072e-2539-4192-a43d-c72827144547, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6f8a072e-2539-4192-a43d-c72827144547,segment=NetworkSegment(fb1c457f-a4a7-4c7d-953f-dec508901d0b),segment_id=fb1c457f-a4a7-4c7d-953f-dec508901d0b)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:49:40.792442 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (6f8a072e-2539-4192-a43d-c72827144547), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:40.843964 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=6f8a072e-2539-4192-a43d-c72827144547,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:40.879972 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325ff00-7842-4e84-835b-f78fa3f7ab4c req-a05da204-b49a-47c5-a22d-df0b426a36a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:40.882446 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6325ff00-7842-4e84-835b-f78fa3f7ab4c req-a05da204-b49a-47c5-a22d-df0b426a36a5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 1129 time: 0.0413024 Oct 20 14:49:40.931643 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-6325ff00-7842-4e84-835b-f78fa3f7ab4c req-893184a8-dc28-4154-a13a-c20cf36751a2 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423899 Oct 20 14:49:41.455133 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:41.492977 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fbca7-5127-4012-96f4-71e3150dcbd8 req-b4fa4163-18c0-4588-b1cb-8d5bfaee7618 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:41.494438 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fc6fbca7-5127-4012-96f4-71e3150dcbd8 req-b4fa4163-18c0-4588-b1cb-8d5bfaee7618 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 945 time: 0.0476103 Oct 20 14:49:41.540377 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fc6fbca7-5127-4012-96f4-71e3150dcbd8 req-2b39949e-68fc-4b35-896c-63a0adcf24c0 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403759 Oct 20 14:49:42.660568 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d508b8-c45b-4a67-8576-e2aa42c4bce6 req-68352d94-14ac-4993-b855-100ae99ba580 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:42.662457 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-56d508b8-c45b-4a67-8576-e2aa42c4bce6 req-68352d94-14ac-4993-b855-100ae99ba580 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 945 time: 0.0466645 Oct 20 14:49:42.710984 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-56d508b8-c45b-4a67-8576-e2aa42c4bce6 req-18c41c01-7520-4eeb-a1d8-5535fb18d318 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429649 Oct 20 14:49:43.834529 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f71059-1780-47cd-8b31-df5134633f3f req-b815e739-4fd8-4dbb-adaa-f00cf246db89 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:43.836044 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-53f71059-1780-47cd-8b31-df5134633f3f req-b815e739-4fd8-4dbb-adaa-f00cf246db89 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 945 time: 0.0491045 Oct 20 14:49:43.883875 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-53f71059-1780-47cd-8b31-df5134633f3f req-e1e4a03f-afc7-40a3-ac54-505a3eadbf3f tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Oct 20 14:49:45.019518 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860e0-7b76-4836-a74b-4ec8e452c8a2 req-2c88876f-e758-4b9c-9fb0-67a1ff999cc5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:45.022064 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1e3860e0-7b76-4836-a74b-4ec8e452c8a2 req-2c88876f-e758-4b9c-9fb0-67a1ff999cc5 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 945 time: 0.0518754 Oct 20 14:49:45.069966 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1e3860e0-7b76-4836-a74b-4ec8e452c8a2 req-1ed194b8-9e7d-4585-8e74-4d9088991e48 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420096 Oct 20 14:49:45.491163 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f99925-789d-4003-b333-b5911a34e7a1 req-3eb89cb5-a24a-4d95-a3d5-68ef30edaa14 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:45.498881 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c4f99925-789d-4003-b333-b5911a34e7a1 req-3eb89cb5-a24a-4d95-a3d5-68ef30edaa14 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 945 time: 0.0521474 Oct 20 14:49:45.545827 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c4f99925-789d-4003-b333-b5911a34e7a1 req-700cd501-ac5b-4fc8-8ede-b80ac9825428 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433607 Oct 20 14:49:46.194468 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661b741-5e68-47dd-851c-df40cf5ff646 req-9c8576f4-ebec-4eb5-b4d9-533259c61f26 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:46.195909 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e661b741-5e68-47dd-851c-df40cf5ff646 req-9c8576f4-ebec-4eb5-b4d9-533259c61f26 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 945 time: 0.0477383 Oct 20 14:49:46.243609 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e661b741-5e68-47dd-851c-df40cf5ff646 req-e8784454-006f-43fe-84b5-05882134263b tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422401 Oct 20 14:49:46.677736 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84107e-e5fe-4cb3-b851-0f457f910bcf req-31bd14e2-21e6-40d2-a444-aa9c38e6d239 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:46.679184 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ea84107e-e5fe-4cb3-b851-0f457f910bcf req-31bd14e2-21e6-40d2-a444-aa9c38e6d239 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 945 time: 0.0515337 Oct 20 14:49:46.730205 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ea84107e-e5fe-4cb3-b851-0f457f910bcf req-5c75c59a-2d9c-49d1-8b9a-97edf0eb41af tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450900 Oct 20 14:49:47.000310 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868ed5-51b1-47a7-8b51-aa137b488cff req-13ce8f11-70d0-443b-a151-da30d3176729 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:47.001735 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae868ed5-51b1-47a7-8b51-aa137b488cff req-13ce8f11-70d0-443b-a151-da30d3176729 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 945 time: 0.0471640 Oct 20 14:49:47.048969 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ae868ed5-51b1-47a7-8b51-aa137b488cff req-16d10bc2-aeed-428c-8a06-78f279795b0f tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406759 Oct 20 14:49:47.514015 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=15 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:47.524027 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=11 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:47.855603 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5afea6-4c9c-40b8-b22c-f5c41554e820 req-ee1cb847-6c93-40f8-bba7-32ab34c10dd7 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:47.859969 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9e5afea6-4c9c-40b8-b22c-f5c41554e820 req-ee1cb847-6c93-40f8-bba7-32ab34c10dd7 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 945 time: 0.0495007 Oct 20 14:49:47.913739 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9e5afea6-4c9c-40b8-b22c-f5c41554e820 req-9a06078f-b3c2-4cbf-a835-fc868a0b8e54 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475695 Oct 20 14:49:47.951518 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 42428) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:48.055246 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5965701c-b61b-4986-bbd6-40437fd42940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:48.102119 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:48.148640 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5965701c-b61b-4986-bbd6-40437fd42940 admin admin] Publish callbacks [] for security_group (39ba8f6d-7675-4c6d-8efd-222ad3addb62), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:48.165162 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5965701c-b61b-4986-bbd6-40437fd42940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (39ba8f6d-7675-4c6d-8efd-222ad3addb62), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:48.214048 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38d1b2-2853-4360-bb89-3d725f0872ee req-78b65a8a-3a6f-4878-883f-a5dee587ae43 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:48.215447 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-de38d1b2-2853-4360-bb89-3d725f0872ee req-78b65a8a-3a6f-4878-883f-a5dee587ae43 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 945 time: 0.0845742 Oct 20 14:49:48.220248 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-5965701c-b61b-4986-bbd6-40437fd42940 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0d8d47f9fcae49139403ea677fe828f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676418 Oct 20 14:49:48.220879 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:48.223407 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 42434) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:48.229920 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965701c-b61b-4986-bbd6-40437fd42940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ba8f6d-7675-4c6d-8efd-222ad3addb62,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:48.271249 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-de38d1b2-2853-4360-bb89-3d725f0872ee req-b64f80bc-f567-45ca-a5a3-92bc70e38430 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491660 Oct 20 14:49:48.272829 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dec0-79c6-4df3-8dfd-b0f0b57663d1 admin admin] Publish callbacks [] for security_group (39ba8f6d-7675-4c6d-8efd-222ad3addb62), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:48.293004 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dec0-79c6-4df3-8dfd-b0f0b57663d1 admin admin] Publish callbacks [] for security_group (39ba8f6d-7675-4c6d-8efd-222ad3addb62), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:48.343309 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dec0-79c6-4df3-8dfd-b0f0b57663d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (39ba8f6d-7675-4c6d-8efd-222ad3addb62), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:48.345984 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dec0-79c6-4df3-8dfd-b0f0b57663d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:48.347195 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-c5a8dec0-79c6-4df3-8dfd-b0f0b57663d1 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/39ba8f6d-7675-4c6d-8efd-222ad3addb62 HTTP/1.1" status: 204 len: 168 time: 0.1227956 Oct 20 14:49:48.356252 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8dec0-79c6-4df3-8dfd-b0f0b57663d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ba8f6d-7675-4c6d-8efd-222ad3addb62,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:48.921857 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bb25b-ac7e-4a36-b971-cf87a5c70146 req-aba90160-e593-4d24-a557-f63dfd4babbf tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:48.923310 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b39bb25b-ac7e-4a36-b971-cf87a5c70146 req-aba90160-e593-4d24-a557-f63dfd4babbf tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 945 time: 0.0811870 Oct 20 14:49:48.933475 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450d9ab-316e-4f5c-a7bb-af95985ba6d6 req-ccef417c-f5c5-4214-a242-4fd2540adf32 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:48.934874 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7450d9ab-316e-4f5c-a7bb-af95985ba6d6 req-ccef417c-f5c5-4214-a242-4fd2540adf32 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 945 time: 0.0638762 Oct 20 14:49:49.047657 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744cc83-d895-4ea6-8984-047c1776f54a req-df5aab09-542b-498b-851e-a978eab507af tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:49.049855 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e744cc83-d895-4ea6-8984-047c1776f54a req-df5aab09-542b-498b-851e-a978eab507af tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 945 time: 0.0578983 Oct 20 14:49:49.081130 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-7450d9ab-316e-4f5c-a7bb-af95985ba6d6 req-ef2cea09-efbd-4b88-be2a-13bb36845e6e tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Deleting port c8ef0e82-0380-4d76-809e-a039ecf87b37 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:49:49.081474 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-7450d9ab-316e-4f5c-a7bb-af95985ba6d6 req-ef2cea09-efbd-4b88-be2a-13bb36845e6e tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:49.104747 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-b39bb25b-ac7e-4a36-b971-cf87a5c70146 req-f2376298-6f67-4da4-9465-afe0570f94af tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Deleting port 6f8a072e-2539-4192-a43d-c72827144547 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:49:49.105095 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b39bb25b-ac7e-4a36-b971-cf87a5c70146 req-f2376298-6f67-4da4-9465-afe0570f94af tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (6f8a072e-2539-4192-a43d-c72827144547), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:49.108890 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e744cc83-d895-4ea6-8984-047c1776f54a req-23966aed-87f7-42c5-9e87-a0e65d7bc9fc tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523624 Oct 20 14:49:49.258632 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-7450d9ab-316e-4f5c-a7bb-af95985ba6d6 req-ef2cea09-efbd-4b88-be2a-13bb36845e6e tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] For port c8ef0e82-0380-4d76-809e-a039ecf87b37, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c8ef0e82-0380-4d76-809e-a039ecf87b37,segment=NetworkSegment(5aecc1ce-a8e5-42bb-b291-7b973afec757),segment_id=5aecc1ce-a8e5-42bb-b291-7b973afec757)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:49:49.259111 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-7450d9ab-316e-4f5c-a7bb-af95985ba6d6 req-ef2cea09-efbd-4b88-be2a-13bb36845e6e tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:49.270047 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-b39bb25b-ac7e-4a36-b971-cf87a5c70146 req-f2376298-6f67-4da4-9465-afe0570f94af tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] For port 6f8a072e-2539-4192-a43d-c72827144547, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6f8a072e-2539-4192-a43d-c72827144547,segment=NetworkSegment(fb1c457f-a4a7-4c7d-953f-dec508901d0b),segment_id=fb1c457f-a4a7-4c7d-953f-dec508901d0b)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:49:49.270350 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b39bb25b-ac7e-4a36-b971-cf87a5c70146 req-f2376298-6f67-4da4-9465-afe0570f94af tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (6f8a072e-2539-4192-a43d-c72827144547), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:49.285374 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-7450d9ab-316e-4f5c-a7bb-af95985ba6d6 req-ef2cea09-efbd-4b88-be2a-13bb36845e6e tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Calling delete_port for c8ef0e82-0380-4d76-809e-a039ecf87b37 owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:49:49.292124 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-b39bb25b-ac7e-4a36-b971-cf87a5c70146 req-f2376298-6f67-4da4-9465-afe0570f94af tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Calling delete_port for 6f8a072e-2539-4192-a43d-c72827144547 owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:49:49.378889 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:49.383138 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:49.404063 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ae472-8c1b-4931-bfaf-528280182cda req-f512941a-4d8c-4279-bef4-fb5a0c6754b7 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:49:49.405575 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3e1ae472-8c1b-4931-bfaf-528280182cda req-f512941a-4d8c-4279-bef4-fb5a0c6754b7 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=000518c2-ff55-46a2-9518-caed12f490e5 HTTP/1.1" status: 200 len: 945 time: 0.0488250 Oct 20 14:49:49.463179 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3e1ae472-8c1b-4931-bfaf-528280182cda req-58a5049c-e5fc-47e8-be5b-4e6781e75722 tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d964d9d-957c-401c-9b76-9bcc248646f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474012 Oct 20 14:49:49.536080 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b39bb25b-ac7e-4a36-b971-cf87a5c70146 req-f2376298-6f67-4da4-9465-afe0570f94af tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (6f8a072e-2539-4192-a43d-c72827144547), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:49.541104 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-7450d9ab-316e-4f5c-a7bb-af95985ba6d6 req-ef2cea09-efbd-4b88-be2a-13bb36845e6e tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (c8ef0e82-0380-4d76-809e-a039ecf87b37), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:49.549382 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['6f8a072e-2539-4192-a43d-c72827144547'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:49:49.573094 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2376298-6f67-4da4-9465-afe0570f94af tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Pushing event deleted for resources: {'Port': ['ID=6f8a072e-2539-4192-a43d-c72827144547,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:49.589527 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['c8ef0e82-0380-4d76-809e-a039ecf87b37'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:49:49.616731 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cea09-efbd-4b88-be2a-13bb36845e6e tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Pushing event deleted for resources: {'Port': ['ID=c8ef0e82-0380-4d76-809e-a039ecf87b37,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:49.668642 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39bb25b-ac7e-4a36-b971-cf87a5c70146 req-f2376298-6f67-4da4-9465-afe0570f94af tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] No DVR routers for this DVR port 6f8a072e-2539-4192-a43d-c72827144547 on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:49:49.684055 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b39bb25b-ac7e-4a36-b971-cf87a5c70146 req-f2376298-6f67-4da4-9465-afe0570f94af tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:49.687222 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b39bb25b-ac7e-4a36-b971-cf87a5c70146 req-f2376298-6f67-4da4-9465-afe0570f94af tempest-VolumesActionsTest-530097731 tempest-VolumesActionsTest-530097731-project] 10.222.0.36 "DELETE /networking/v2.0/ports/6f8a072e-2539-4192-a43d-c72827144547 HTTP/1.1" status: 204 len: 173 time: 0.7514918 Oct 20 14:49:49.687702 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000518c2-ff55-46a2-9518-caed12f490e5', 'name': 'network-vif-deleted', 'tag': '6f8a072e-2539-4192-a43d-c72827144547'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:49:49.689981 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f6ade4-b436-472d-a6d0-e31b571184f0" -d '{"events": [{"server_uuid": "000518c2-ff55-46a2-9518-caed12f490e5", "name": "network-vif-deleted", "tag": "6f8a072e-2539-4192-a43d-c72827144547"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:49:49.693363 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-7450d9ab-316e-4f5c-a7bb-af95985ba6d6 req-ef2cea09-efbd-4b88-be2a-13bb36845e6e tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] No DVR routers for this DVR port c8ef0e82-0380-4d76-809e-a039ecf87b37 on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:49:49.695676 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-7450d9ab-316e-4f5c-a7bb-af95985ba6d6 req-ef2cea09-efbd-4b88-be2a-13bb36845e6e tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:49.698852 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-7450d9ab-316e-4f5c-a7bb-af95985ba6d6 req-ef2cea09-efbd-4b88-be2a-13bb36845e6e tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.36 "DELETE /networking/v2.0/ports/c8ef0e82-0380-4d76-809e-a039ecf87b37 HTTP/1.1" status: 204 len: 173 time: 0.7563126 Oct 20 14:49:49.760553 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22572ae9-6da8-4649-89f6-7ca3eb813a87 x-openstack-request-id: req-22572ae9-6da8-4649-89f6-7ca3eb813a87 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:49:49.760894 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000518c2-ff55-46a2-9518-caed12f490e5", "name": "network-vif-deleted", "tag": "6f8a072e-2539-4192-a43d-c72827144547", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:49:49.761096 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22572ae9-6da8-4649-89f6-7ca3eb813a87 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:49:49.761514 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22572ae9-6da8-4649-89f6-7ca3eb813a87'] response: {'server_uuid': '000518c2-ff55-46a2-9518-caed12f490e5', 'name': 'network-vif-deleted', 'tag': '6f8a072e-2539-4192-a43d-c72827144547', 'status': 'completed', 'code': 200} Oct 20 14:49:50.224981 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8b91c808-2182-4d57-8d8c-d36c60a14e21 req-e7917f5b-ab4d-4d9b-a344-ec8efe0126c9 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f163048d-3c8a-4f40-bbdd-812146060e40 HTTP/1.1" status: 200 len: 210 time: 0.0314801 Oct 20 14:49:51.517680 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-9c623068-19bc-467a-94fc-e839c27228be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:51.763261 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f163048d-3c8a-4f40-bbdd-812146060e40', 'name': 'network-vif-deleted', 'tag': 'c8ef0e82-0380-4d76-809e-a039ecf87b37'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:49:51.765584 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f835dbd-024c-4ac3-b886-2d052f863095" -d '{"events": [{"server_uuid": "f163048d-3c8a-4f40-bbdd-812146060e40", "name": "network-vif-deleted", "tag": "c8ef0e82-0380-4d76-809e-a039ecf87b37"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:49:51.804805 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74caf08e-de7e-4e43-adfc-36c41e799ae2 x-openstack-request-id: req-74caf08e-de7e-4e43-adfc-36c41e799ae2 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:49:51.805100 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f163048d-3c8a-4f40-bbdd-812146060e40", "name": "network-vif-deleted", "tag": "c8ef0e82-0380-4d76-809e-a039ecf87b37", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:49:51.805355 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74caf08e-de7e-4e43-adfc-36c41e799ae2 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:49:51.805759 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74caf08e-de7e-4e43-adfc-36c41e799ae2'] response: {'server_uuid': 'f163048d-3c8a-4f40-bbdd-812146060e40', 'name': 'network-vif-deleted', 'tag': 'c8ef0e82-0380-4d76-809e-a039ecf87b37', 'status': 'completed', 'code': 200} Oct 20 14:49:53.019178 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:49:53.395256 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 6f8a072e-2539-4192-a43d-c72827144547 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:49:53.414879 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: 6f8a072e-2539-4192-a43d-c72827144547 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:49:53.415299 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 6f8a072e-2539-4192-a43d-c72827144547 not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:49:53.415720 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device c8ef0e82-0380-4d76-809e-a039ecf87b37 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:49:53.433651 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: c8ef0e82-0380-4d76-809e-a039ecf87b37 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:49:53.433990 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device c8ef0e82-0380-4d76-809e-a039ecf87b37 not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:49:53.664036 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-e1155630-d5d1-4859-ad42-000859e9591c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:55.012591 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:49:55.025057 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:56.309576 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:56.446809 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:58.964035 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 42634) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:59.077303 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-57baaa53-39aa-462c-8fad-cd3096020486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:59.164140 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-57baaa53-39aa-462c-8fad-cd3096020486 admin admin] Publish callbacks [] for security_group (55fde819-23c1-466b-8897-5411d55df43c), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:59.168473 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-57baaa53-39aa-462c-8fad-cd3096020486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (55fde819-23c1-466b-8897-5411d55df43c), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:59.209744 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-57baaa53-39aa-462c-8fad-cd3096020486 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=e54745bc9bd144b1ba3835f9d9df379c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445099 Oct 20 14:49:59.210955 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57baaa53-39aa-462c-8fad-cd3096020486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fde819-23c1-466b-8897-5411d55df43c,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:59.212843 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 42642) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:59.265752 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Publish callbacks [] for security_group (55fde819-23c1-466b-8897-5411d55df43c), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:59.293263 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Publish callbacks [] for security_group (55fde819-23c1-466b-8897-5411d55df43c), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:59.368922 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (55fde819-23c1-466b-8897-5411d55df43c), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:59.371806 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:59.373207 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/55fde819-23c1-466b-8897-5411d55df43c HTTP/1.1" status: 204 len: 168 time: 0.1579671 Oct 20 14:49:59.381871 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fde819-23c1-466b-8897-5411d55df43c,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:49:59.390536 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.391064 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.391601 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.392163 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.392761 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.393374 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.393902 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.394554 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.395101 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.395530 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.395910 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.396617 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.397256 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.397778 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.398115 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f78d7-7e2d-4baa-99ee-4a10af7d8344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:49:59.759731 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 42652) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:59.773840 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87988eb9-5dff-4873-8dda-963a451db42a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:59.881928 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87988eb9-5dff-4873-8dda-963a451db42a admin admin] Publish callbacks [] for security_group (67d92023-e111-401a-b0b7-3909b624331d), precommit_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:59.886578 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-87988eb9-5dff-4873-8dda-963a451db42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (67d92023-e111-401a-b0b7-3909b624331d), after_create {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:49:59.930711 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 42656) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:49:59.930892 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-87988eb9-5dff-4873-8dda-963a451db42a admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=121b6fca30894a68a0be72e3728ee10d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1699421 Oct 20 14:49:59.938864 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87988eb9-5dff-4873-8dda-963a451db42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d92023-e111-401a-b0b7-3909b624331d,revision_number=1']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:00.004670 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d4afc1d8-5263-4830-94de-0af0b0c4f04a admin admin] Publish callbacks [] for security_group (67d92023-e111-401a-b0b7-3909b624331d), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:00.027620 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d4afc1d8-5263-4830-94de-0af0b0c4f04a admin admin] Publish callbacks [] for security_group (67d92023-e111-401a-b0b7-3909b624331d), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:00.090981 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d4afc1d8-5263-4830-94de-0af0b0c4f04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (67d92023-e111-401a-b0b7-3909b624331d), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:00.094191 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-d4afc1d8-5263-4830-94de-0af0b0c4f04a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:00.095809 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-d4afc1d8-5263-4830-94de-0af0b0c4f04a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/67d92023-e111-401a-b0b7-3909b624331d HTTP/1.1" status: 204 len: 168 time: 0.1640499 Oct 20 14:50:00.106977 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afc1d8-5263-4830-94de-0af0b0c4f04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d92023-e111-401a-b0b7-3909b624331d,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:02.430182 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:03.001302 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:03.017393 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=7 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:03.595164 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683459f3-3d74-45a4-8c69-d2a7b9f9c902 req-0f2d0861-71ce-48ec-85d5-fa4d81fb3da0 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:03.598208 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-683459f3-3d74-45a4-8c69-d2a7b9f9c902 req-0f2d0861-71ce-48ec-85d5-fa4d81fb3da0 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0698831 Oct 20 14:50:03.672875 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-683459f3-3d74-45a4-8c69-d2a7b9f9c902 req-6dba2e5a-9402-4660-9f74-99c863461969 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647771 Oct 20 14:50:04.673577 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-61af3dd9-4dc2-4b77-9d99-6b351c31ead4 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:04.675230 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-61af3dd9-4dc2-4b77-9d99-6b351c31ead4 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/networks?id=92c1189e-ce15-4ec8-b1e7-06403b47c306 HTTP/1.1" status: 200 len: 814 time: 0.1166606 Oct 20 14:50:04.692826 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-c1bf7e3a-9467-4f31-80ca-a7e52b7ff29c tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/quotas/34676c921ba04710b14cfa94eab069d3 HTTP/1.1" status: 200 len: 375 time: 0.0100327 Oct 20 14:50:04.729680 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-c80d40c4-a0e7-40a7-be5f-529167d595e5 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=34676c921ba04710b14cfa94eab069d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302603 Oct 20 14:50:04.755556 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:04.786280 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:04.857997 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34263-1645-4109-b69e-50aa58c33f45 req-c680eec3-d873-4464-8707-ecb024224f23 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:04.859467 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-11a34263-1645-4109-b69e-50aa58c33f45 req-c680eec3-d873-4464-8707-ecb024224f23 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0708225 Oct 20 14:50:04.897216 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-94417c73-62e4-4390-89ca-a15f11dee88b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92c1189e-ce15-4ec8-b1e7-06403b47c306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607869 Oct 20 14:50:04.973924 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-11a34263-1645-4109-b69e-50aa58c33f45 req-37cba8d4-b32c-4019-9203-6b3537563452 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059005 Oct 20 14:50:05.023044 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-6dfff5b0-27d4-40c4-be92-b9c665f6ab2a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92c1189e-ce15-4ec8-b1e7-06403b47c306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140978 Oct 20 14:50:05.244210 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8933e562-74cc-46b9-9f1f-1d3ddb8b6f31 req-f098f06d-b3da-4079-80d1-27e17bcef03a tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 210 time: 0.0306199 Oct 20 14:50:06.111310 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e781-18e6-4dd2-93a0-ae3e74f87d44 req-260918e4-ee16-4771-9ddf-cec47c71cd53 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:06.113010 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6101e781-18e6-4dd2-93a0-ae3e74f87d44 req-260918e4-ee16-4771-9ddf-cec47c71cd53 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0545645 Oct 20 14:50:06.171498 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6101e781-18e6-4dd2-93a0-ae3e74f87d44 req-9cb81561-e1b6-4d34-9922-0fd001e6dd95 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526741 Oct 20 14:50:06.373454 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1a4260d1-30db-4f0c-bccf-4352ec2e92a7 req-6e91ee52-328f-403c-a2a4-711757d90e0b tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 210 time: 0.0444131 Oct 20 14:50:07.328187 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0db49f-06ac-48f8-a724-98e3fe3b3ca0 req-6a03cbff-a1e4-4627-bc58-9b67b4dc72c1 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:07.329913 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cb0db49f-06ac-48f8-a724-98e3fe3b3ca0 req-6a03cbff-a1e4-4627-bc58-9b67b4dc72c1 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0611010 Oct 20 14:50:07.389779 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-cb0db49f-06ac-48f8-a724-98e3fe3b3ca0 req-9eec8c0d-eef2-45ff-9755-c810c48e6a2d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520718 Oct 20 14:50:07.496687 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-161e30d9-2351-41c2-ad35-6568571274a9 req-b2fbbac6-55b5-4608-9cbd-ad228d9e76db tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 210 time: 0.0326378 Oct 20 14:50:08.594460 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e8340-ee66-42a5-89e6-0346c5a1e1cd req-6b87b6c2-4cd3-48b4-9daa-55bec0cef2ba tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:08.596334 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-db7e8340-ee66-42a5-89e6-0346c5a1e1cd req-6b87b6c2-4cd3-48b4-9daa-55bec0cef2ba tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0642750 Oct 20 14:50:08.662684 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-214ec80f-50db-49c3-a3c6-f65ee5eb0ae4 req-53d0f6bf-6fea-4353-8b04-f031b10ee58b tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 210 time: 0.0470831 Oct 20 14:50:08.701328 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-db7e8340-ee66-42a5-89e6-0346c5a1e1cd req-a73ca8a0-81f3-4fcd-a1e2-32ab1bc992bc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967772 Oct 20 14:50:09.071073 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-942fe804-98ca-4cdb-ad21-2b9d7b2d0292 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:09.073625 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-942fe804-98ca-4cdb-ad21-2b9d7b2d0292 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.36 "GET /networking/v2.0/networks?id=92c1189e-ce15-4ec8-b1e7-06403b47c306 HTTP/1.1" status: 200 len: 814 time: 0.1598582 Oct 20 14:50:09.091262 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Request body: {'port': {'device_id': '18ec81db-0fa4-4b40-87a9-c4b86ed64dfa', 'network_id': '92c1189e-ce15-4ec8-b1e7-06403b47c306', 'admin_state_up': True, 'tenant_id': '34676c921ba04710b14cfa94eab069d3'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:50:09.095615 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:09.233344 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Made reservation on behalf of 34676c921ba04710b14cfa94eab069d3 for: {'port': 1} {{(pid=111616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 14:50:09.238268 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:09.252440 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:09.372781 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b65fe-7019-406a-afa1-ad8ee11c7a74 req-9249710e-4d2a-4546-8aa2-2d0f6b3ef3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:09.374293 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fb5b65fe-7019-406a-afa1-ad8ee11c7a74 req-9249710e-4d2a-4546-8aa2-2d0f6b3ef3ab service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=370ff2b623ce4dfc992a266bd41ee51e&device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 1129 time: 0.0677934 Oct 20 14:50:09.823202 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_common [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Allocated IP 172.20.0.10 (92c1189e-ce15-4ec8-b1e7-06403b47c306/fd4fc804-3d5b-466d-9f41-28ac374cb29a/5b20a1ef-f714-4bf8-87d3-8b2cd39905eb) {{(pid=111616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 14:50:09.886445 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7548d291-6d60-427f-a0b4-af3c59ce8d19 req-b87a1003-b14a-484d-8b71-384c822e5eb1 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 210 time: 0.0612180 Oct 20 14:50:09.899021 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0282b5-908c-436f-be79-b18f5df07557 req-a55247cc-aeae-4108-bf7a-e3a877ac1bd6 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:09.908019 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3b0282b5-908c-436f-be79-b18f5df07557 req-a55247cc-aeae-4108-bf7a-e3a877ac1bd6 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0980067 Oct 20 14:50:09.922580 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b65fe-7019-406a-afa1-ad8ee11c7a74 req-78bbaa96-7964-48c9-965c-53f984ffcac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:09.925498 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fb5b65fe-7019-406a-afa1-ad8ee11c7a74 req-78bbaa96-7964-48c9-965c-53f984ffcac5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 HTTP/1.1" status: 200 len: 910 time: 0.5230496 Oct 20 14:50:10.024440 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3b0282b5-908c-436f-be79-b18f5df07557 req-5e5bbf18-cdbf-46e4-aad1-6e1e7d8d49a0 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108692 Oct 20 14:50:10.069642 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fb5b65fe-7019-406a-afa1-ad8ee11c7a74 req-84f49195-2072-4c19-bcc0-dd277eb3157a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0526eee3-ed29-410b-be9e-e1916564638c HTTP/1.1" status: 200 len: 1001 time: 0.1371379 Oct 20 14:50:10.160289 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b65fe-7019-406a-afa1-ad8ee11c7a74 req-9f07dad0-663f-4853-aefc-d77c9d2e8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:10.162996 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fb5b65fe-7019-406a-afa1-ad8ee11c7a74 req-9f07dad0-663f-4853-aefc-d77c9d2e8b9d service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=75bc6864-b09b-40e0-876c-324ef9f43459 HTTP/1.1" status: 200 len: 848 time: 0.0877159 Oct 20 14:50:10.187063 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks [] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:10.224511 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b65fe-7019-406a-afa1-ad8ee11c7a74 req-7af546ff-d2be-4236-8c37-8580ad394b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:10.226252 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fb5b65fe-7019-406a-afa1-ad8ee11c7a74 req-7af546ff-d2be-4236-8c37-8580ad394b01 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528431 Oct 20 14:50:10.308695 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731806266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:10.321012 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:10.396816 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Network 92c1189e-ce15-4ec8-b1e7-06403b47c306 is already hosted by enough agents. {{(pid=111616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 14:50:10.404676 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.base_scheduler [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Resources bound (agent type, host, resource id): {{(pid=111616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 14:50:10.415510 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Received port after_create {{(pid=111616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 14:50:10.441701 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fb5b65fe-7019-406a-afa1-ad8ee11c7a74 req-ada0bed5-c34f-49b3-9094-e87484df594b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048621 Oct 20 14:50:10.442313 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Pushing event updated for resources: {'Port': ['ID=5b20a1ef-f714-4bf8-87d3-8b2cd39905eb,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:10.486082 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.486429 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.486760 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.487102 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.487466 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.487796 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.488198 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.488551 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.488966 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.489210 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.489537 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.490443 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.490972 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.491405 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.491741 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:10.539776 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:10.540453 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:10.570904 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-09a3bb56-aa37-41f6-89f6-5f89419555c2 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4836664 Oct 20 14:50:10.584604 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.v2.base [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Request body: {'port': {'device_id': '18ec81db-0fa4-4b40-87a9-c4b86ed64dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=111616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 14:50:10.590215 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:10.630534 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-fb5b65fe-7019-406a-afa1-ad8ee11c7a74 req-e287b68f-2341-427b-9244-546c62b3e425 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815121 Oct 20 14:50:10.683154 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:11.022058 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb {{(pid=111616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:50:11.031359 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Publish callbacks [] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), precommit_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:11.055155 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.provisioning_blocks [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Transition to ACTIVE for port object 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb will not be triggered until provisioned by entity L2. {{(pid=111616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 14:50:11.060823 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:11.130093 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930168af-50d0-495b-ba8f-4d5fa9960be2 req-76afc320-9772-485c-a1a6-a0fec37c9b9d tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:11.139143 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-930168af-50d0-495b-ba8f-4d5fa9960be2 req-76afc320-9772-485c-a1a6-a0fec37c9b9d tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 932 time: 0.1134167 Oct 20 14:50:11.183709 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Pushing event updated for resources: {'Port': ['ID=5b20a1ef-f714-4bf8-87d3-8b2cd39905eb,revision_number=2']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:11.200849 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Attempting to bind port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb on host hv-cinder-77923 for vnic_type normal with profile {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 14:50:11.201106 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Attempting to bind port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '5aecc1ce-a8e5-42bb-b291-7b973afec757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '92c1189e-ce15-4ec8-b1e7-06403b47c306'}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 14:50:11.201437 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Attempting to bind port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb on network 92c1189e-ce15-4ec8-b1e7-06403b47c306 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:50:11.204755 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 42854) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:50:11.251944 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb on network 92c1189e-ce15-4ec8-b1e7-06403b47c306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 14:50:11.252285 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Attempting to bind port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb on network 92c1189e-ce15-4ec8-b1e7-06403b47c306 {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 14:50:11.258231 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-930168af-50d0-495b-ba8f-4d5fa9960be2 req-00ae0ef3-cc13-44b5-82f7-08675919189f tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178961 Oct 20 14:50:11.264245 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c1552-c61e-4922-9911-f3f9cc0a47d9 req-13f0edd7-8ac8-4e86-b97c-ed8faed4a4dd tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:11.265717 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f45c1552-c61e-4922-9911-f3f9cc0a47d9 req-13f0edd7-8ac8-4e86-b97c-ed8faed4a4dd tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0985272 Oct 20 14:50:11.326452 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Checking agent: {'id': '92f27c84-2317-4b5e-ba5a-ed3ffb59db2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 14, 39), 'started_at': datetime.datetime(2022, 10, 20, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 14, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 14:50:11.326945 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Checking segment: {'id': '5aecc1ce-a8e5-42bb-b291-7b973afec757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '92c1189e-ce15-4ec8-b1e7-06403b47c306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 14:50:11.327429 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Bound using segment: {'id': '5aecc1ce-a8e5-42bb-b291-7b973afec757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '92c1189e-ce15-4ec8-b1e7-06403b47c306'} {{(pid=111616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 14:50:11.327972 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.managers [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Bound port: 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aecc1ce-a8e5-42bb-b291-7b973afec757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '92c1189e-ce15-4ec8-b1e7-06403b47c306'}}] {{(pid=111616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 14:50:11.328552 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), before_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:11.330697 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f45c1552-c61e-4922-9911-f3f9cc0a47d9 req-13ae0c81-15c8-4734-a414-b8acf1718a19 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568695 Oct 20 14:50:11.393465 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:11.402517 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-5dd19d28-f0a1-4655-a420-74ae57de0332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:11.449349 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] For port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb, host hv-cinder-77923, cleared binding levels {{(pid=111616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 14:50:11.454707 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] For port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5b20a1ef-f714-4bf8-87d3-8b2cd39905eb,segment=NetworkSegment(5aecc1ce-a8e5-42bb-b291-7b973afec757),segment_id=5aecc1ce-a8e5-42bb-b291-7b973afec757)] {{(pid=111616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 14:50:11.469767 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506140'] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), after_update {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:11.478975 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:11.479589 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:11.481790 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/5b20a1ef-f714-4bf8-87d3-8b2cd39905eb HTTP/1.1" status: 200 len: 1094 time: 0.9027545 Oct 20 14:50:11.483337 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ec81db-0fa4-4b40-87a9-c4b86ed64dfa', 'tag': '5b20a1ef-f714-4bf8-87d3-8b2cd39905eb'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:50:11.485620 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089ec1d1-deb6-455b-aac1-510bc88aee33" -d '{"events": [{"name": "network-changed", "server_uuid": "18ec81db-0fa4-4b40-87a9-c4b86ed64dfa", "tag": "5b20a1ef-f714-4bf8-87d3-8b2cd39905eb"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:50:11.530198 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:11.589988 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e231811c-7b0c-498c-ad61-3387795b19ed x-openstack-request-id: req-e231811c-7b0c-498c-ad61-3387795b19ed {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:50:11.590293 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ec81db-0fa4-4b40-87a9-c4b86ed64dfa", "tag": "5b20a1ef-f714-4bf8-87d3-8b2cd39905eb", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:50:11.590510 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e231811c-7b0c-498c-ad61-3387795b19ed {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:50:11.591007 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e231811c-7b0c-498c-ad61-3387795b19ed'] response: {'name': 'network-changed', 'server_uuid': '18ec81db-0fa4-4b40-87a9-c4b86ed64dfa', 'tag': '5b20a1ef-f714-4bf8-87d3-8b2cd39905eb', 'status': 'completed', 'code': 200} Oct 20 14:50:11.596921 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7e558-4b70-4e6f-b43d-f4bf401f996f service neutron] Pushing event updated for resources: {'Port': ['ID=5b20a1ef-f714-4bf8-87d3-8b2cd39905eb,revision_number=3']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:11.627566 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-ffea294e-12c6-4446-bf88-c2fc1d1a18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:11.629125 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-ffea294e-12c6-4446-bf88-c2fc1d1a18b6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=34676c921ba04710b14cfa94eab069d3&device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 1128 time: 0.0977907 Oct 20 14:50:11.634069 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-5dd19d28-f0a1-4655-a420-74ae57de0332 admin admin] Publish callbacks [] for security_group (9fffa7ac-9e61-428f-947e-8f66e7cfff8a), precommit_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:11.646995 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-5dd19d28-f0a1-4655-a420-74ae57de0332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (9fffa7ac-9e61-428f-947e-8f66e7cfff8a), after_create {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:11.686485 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-15108a25-6095-4bca-aa04-a25274183661 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b20a1ef-f714-4bf8-87d3-8b2cd39905eb HTTP/1.1" status: 200 len: 217 time: 0.0479496 Oct 20 14:50:11.745894 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-5dd19d28-f0a1-4655-a420-74ae57de0332 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=bdf6ecc2b1204589b802bdc83e01ceb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5364535 Oct 20 14:50:11.745894 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd19d28-f0a1-4655-a420-74ae57de0332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fffa7ac-9e61-428f-947e-8f66e7cfff8a,revision_number=1']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:11.747638 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 42860) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:50:11.783038 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-659fcee6-725b-4b69-b14a-27ba64e7fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:11.784461 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-659fcee6-725b-4b69-b14a-27ba64e7fcf5 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=fd4fc804-3d5b-466d-9f41-28ac374cb29a HTTP/1.1" status: 200 len: 854 time: 0.0882993 Oct 20 14:50:11.834235 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-6690115e-df73-4561-8428-a00aab3450f3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=92c1189e-ce15-4ec8-b1e7-06403b47c306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364935 Oct 20 14:50:11.868112 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-684d23bc-c53b-4cbd-a17d-855ff8f1276a admin admin] Publish callbacks [] for security_group (9fffa7ac-9e61-428f-947e-8f66e7cfff8a), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:11.920959 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-684d23bc-c53b-4cbd-a17d-855ff8f1276a admin admin] Publish callbacks [] for security_group (9fffa7ac-9e61-428f-947e-8f66e7cfff8a), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:11.988276 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-8e93280e-0fae-4f1f-a4c5-a6921ddb7407 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/92c1189e-ce15-4ec8-b1e7-06403b47c306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429837 Oct 20 14:50:12.050181 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-684d23bc-c53b-4cbd-a17d-855ff8f1276a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (9fffa7ac-9e61-428f-947e-8f66e7cfff8a), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:12.052742 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-684d23bc-c53b-4cbd-a17d-855ff8f1276a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:12.053950 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-684d23bc-c53b-4cbd-a17d-855ff8f1276a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9fffa7ac-9e61-428f-947e-8f66e7cfff8a HTTP/1.1" status: 204 len: 168 time: 0.3039196 Oct 20 14:50:12.068525 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d23bc-c53b-4cbd-a17d-855ff8f1276a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fffa7ac-9e61-428f-947e-8f66e7cfff8a,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:12.120198 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-9e9c3f77-6a55-4c70-bbc0-e4b98bcc00fe req-1256d1d9-f23a-49ea-9e25-426265d3ae9a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/92c1189e-ce15-4ec8-b1e7-06403b47c306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202350 Oct 20 14:50:12.426511 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=71,neutron:UPDATE=7 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:12.467149 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e0019-d652-40a2-a61b-b2407c6d484e req-4a2c0081-a67a-4af8-8ecb-16d6d106afc8 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:12.468973 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-267e0019-d652-40a2-a61b-b2407c6d484e req-4a2c0081-a67a-4af8-8ecb-16d6d106afc8 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 944 time: 0.1346977 Oct 20 14:50:12.542116 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7826c14-7bbd-47e3-95f9-80bf1a00aec3 req-735b5622-6810-43b5-a491-98869d7b0c9b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:12.544368 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f7826c14-7bbd-47e3-95f9-80bf1a00aec3 req-735b5622-6810-43b5-a491-98869d7b0c9b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0709028 Oct 20 14:50:12.564866 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:12.594434 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-267e0019-d652-40a2-a61b-b2407c6d484e req-3cdaac17-8d9c-4826-8a00-7ddfba129fff tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186841 Oct 20 14:50:12.622528 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:12.627959 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f7826c14-7bbd-47e3-95f9-80bf1a00aec3 req-f0015353-4e29-4869-91b0-79563886c9f5 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730522 Oct 20 14:50:13.122093 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec1d1-deb6-455b-aac1-510bc88aee33 req-21e15f2c-706d-44cd-825e-c200a50bfab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:13.123716 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-089ec1d1-deb6-455b-aac1-510bc88aee33 req-21e15f2c-706d-44cd-825e-c200a50bfab5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=34676c921ba04710b14cfa94eab069d3&device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 1128 time: 0.0485802 Oct 20 14:50:13.233013 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec1d1-deb6-455b-aac1-510bc88aee33 req-eab26f38-e647-46a5-a7e2-14932db8af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:13.234787 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-089ec1d1-deb6-455b-aac1-510bc88aee33 req-eab26f38-e647-46a5-a7e2-14932db8af81 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=92c1189e-ce15-4ec8-b1e7-06403b47c306 HTTP/1.1" status: 200 len: 915 time: 0.1003370 Oct 20 14:50:13.297349 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-089ec1d1-deb6-455b-aac1-510bc88aee33 req-16dffb69-4239-4cad-88e4-3fbc589d2c55 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b20a1ef-f714-4bf8-87d3-8b2cd39905eb HTTP/1.1" status: 200 len: 217 time: 0.0540228 Oct 20 14:50:13.379808 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec1d1-deb6-455b-aac1-510bc88aee33 req-fd446086-9052-4e32-90f7-ceb122e60639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:13.383416 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-089ec1d1-deb6-455b-aac1-510bc88aee33 req-fd446086-9052-4e32-90f7-ceb122e60639 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=fd4fc804-3d5b-466d-9f41-28ac374cb29a HTTP/1.1" status: 200 len: 854 time: 0.0790949 Oct 20 14:50:13.421174 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-089ec1d1-deb6-455b-aac1-510bc88aee33 req-bfe80f9c-481c-4c8d-9440-1138c057de75 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=92c1189e-ce15-4ec8-b1e7-06403b47c306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316453 Oct 20 14:50:13.499270 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:13.546365 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-089ec1d1-deb6-455b-aac1-510bc88aee33 req-ea63fa14-3d6c-443f-9c3e-808c15484297 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/92c1189e-ce15-4ec8-b1e7-06403b47c306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180291 Oct 20 14:50:13.646918 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:13.703624 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-089ec1d1-deb6-455b-aac1-510bc88aee33 req-06e958ad-74cb-47e4-b070-7be3ca086202 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/92c1189e-ce15-4ec8-b1e7-06403b47c306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115971 Oct 20 14:50:13.793371 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcae214-e2b6-4c57-a7e3-2c857c41f1d8 req-c5287e37-5879-4a5f-90c0-69f60ef39b2b tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:13.800171 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7dcae214-e2b6-4c57-a7e3-2c857c41f1d8 req-c5287e37-5879-4a5f-90c0-69f60ef39b2b tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 944 time: 0.0883853 Oct 20 14:50:13.854214 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f6f8b-d5c4-48d3-89fd-1d7bbd9a4be7 req-a9970f12-6374-4662-81a6-fc605f52c912 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:13.855729 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-369f6f8b-d5c4-48d3-89fd-1d7bbd9a4be7 req-a9970f12-6374-4662-81a6-fc605f52c912 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.1130786 Oct 20 14:50:13.883902 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7dcae214-e2b6-4c57-a7e3-2c857c41f1d8 req-79338da4-ffe2-4a5a-8bb9-a51f8beb2159 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828640 Oct 20 14:50:13.940556 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-369f6f8b-d5c4-48d3-89fd-1d7bbd9a4be7 req-22336e9d-f5d8-4615-b2db-3a8081118839 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744991 Oct 20 14:50:14.570998 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:50:14.678275 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5b20a1ef-f714-4bf8-87d3-8b2cd39905eb,segment=NetworkSegment(5aecc1ce-a8e5-42bb-b291-7b973afec757),segment_id=5aecc1ce-a8e5-42bb-b291-7b973afec757)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:50:14.690509 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '5b20a1ef-f714-4bf8-87d3-8b2cd39905eb', 'network_id': '92c1189e-ce15-4ec8-b1e7-06403b47c306', 'port_id': '5b20a1ef-f714-4bf8-87d3-8b2cd39905eb', 'mac_address': 'fa:16:3e:44:6b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4fc804-3d5b-466d-9f41-28ac374cb29a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:50:14.731399 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:50:14.731944 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:14.746924 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:50:14.768827 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5b20a1ef-f714-4bf8-87d3-8b2cd39905eb,segment=NetworkSegment(5aecc1ce-a8e5-42bb-b291-7b973afec757),segment_id=5aecc1ce-a8e5-42bb-b291-7b973afec757)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:50:14.775163 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:14.824138 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=5b20a1ef-f714-4bf8-87d3-8b2cd39905eb,revision_number=4']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:14.831413 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:14.831767 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:14.832108 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:14.832604 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:14.832944 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:14.833274 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:14.834284 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:14.834899 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:14.835386 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:14.835880 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:14.836212 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:14.836566 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:14.836966 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:14.837401 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:14.837731 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:15.019735 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e96a-feee-4e71-90cc-83db4633a250 req-c7a81503-573a-43c7-9764-d840b69ea228 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:15.022444 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6d22e96a-feee-4e71-90cc-83db4633a250 req-c7a81503-573a-43c7-9764-d840b69ea228 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 945 time: 0.0565631 Oct 20 14:50:15.049975 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['5b20a1ef-f714-4bf8-87d3-8b2cd39905eb'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:50:15.118261 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865f7c7-4e33-4881-a86b-088d759e20c0 req-dcd77a44-b835-4bc6-ba6d-548712c7d721 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:15.119839 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4865f7c7-4e33-4881-a86b-088d759e20c0 req-dcd77a44-b835-4bc6-ba6d-548712c7d721 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0830340 Oct 20 14:50:15.123760 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6d22e96a-feee-4e71-90cc-83db4633a250 req-0695939f-e9fd-4a61-8b1f-cf8fbb666adb tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944371 Oct 20 14:50:15.200807 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4865f7c7-4e33-4881-a86b-088d759e20c0 req-b48b86a3-5ee8-4f6e-abbe-af893d2fac8a tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730391 Oct 20 14:50:16.268631 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942798a-dcda-4dd0-97fa-c8f8f2d29fd2 req-962b77f0-a0b9-4a3d-87e9-cfa1af21a154 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:16.270133 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1942798a-dcda-4dd0-97fa-c8f8f2d29fd2 req-962b77f0-a0b9-4a3d-87e9-cfa1af21a154 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 945 time: 0.0530627 Oct 20 14:50:16.353661 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-1942798a-dcda-4dd0-97fa-c8f8f2d29fd2 req-11f4ddbb-7a7e-4aa7-ae68-d3162cdda449 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770941 Oct 20 14:50:16.364560 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9e7a7-8d55-4afb-9138-9bafaaa1ac4e req-0fd2b7e7-3598-41c4-9e39-b7c5405cdf73 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:16.366287 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d2e9e7a7-8d55-4afb-9138-9bafaaa1ac4e req-0fd2b7e7-3598-41c4-9e39-b7c5405cdf73 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0686414 Oct 20 14:50:16.415542 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d2e9e7a7-8d55-4afb-9138-9bafaaa1ac4e req-164aebc9-a737-4805-8801-a05e05a97a9d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435164 Oct 20 14:50:16.587429 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:50:16.632256 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning for port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb completed by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 14:50:16.638065 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:50:16.638481 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:16.638770 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb Oct 20 14:50:16.708064 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:50:16.708472 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:16.731247 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ec81db-0fa4-4b40-87a9-c4b86ed64dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b20a1ef-f714-4bf8-87d3-8b2cd39905eb'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:50:16.733467 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa08b76-a0e7-40be-b5ac-4547ca28cbf0" -d '{"events": [{"server_uuid": "18ec81db-0fa4-4b40-87a9-c4b86ed64dfa", "name": "network-vif-plugged", "status": "completed", "tag": "5b20a1ef-f714-4bf8-87d3-8b2cd39905eb"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:50:16.745831 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5b20a1ef-f714-4bf8-87d3-8b2cd39905eb,segment=NetworkSegment(5aecc1ce-a8e5-42bb-b291-7b973afec757),segment_id=5aecc1ce-a8e5-42bb-b291-7b973afec757)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:50:16.750298 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:16.778397 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33995aa-7aff-4125-8cbe-f65ab0f2b62e x-openstack-request-id: req-e33995aa-7aff-4125-8cbe-f65ab0f2b62e {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:50:16.778691 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ec81db-0fa4-4b40-87a9-c4b86ed64dfa", "name": "network-vif-plugged", "status": "completed", "tag": "5b20a1ef-f714-4bf8-87d3-8b2cd39905eb", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:50:16.778940 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e33995aa-7aff-4125-8cbe-f65ab0f2b62e {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:50:16.779325 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e33995aa-7aff-4125-8cbe-f65ab0f2b62e'] response: {'server_uuid': '18ec81db-0fa4-4b40-87a9-c4b86ed64dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b20a1ef-f714-4bf8-87d3-8b2cd39905eb', 'code': 200} Oct 20 14:50:16.802191 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=5b20a1ef-f714-4bf8-87d3-8b2cd39905eb,revision_number=5']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:16.930311 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609d9b5-4212-43e2-9f2d-1e6329b2bbcd req-d1694c06-8307-4b88-bb6c-0e9436e7a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:16.931817 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2609d9b5-4212-43e2-9f2d-1e6329b2bbcd req-d1694c06-8307-4b88-bb6c-0e9436e7a25c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 1130 time: 0.0384529 Oct 20 14:50:16.982112 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-2609d9b5-4212-43e2-9f2d-1e6329b2bbcd req-937c8777-6dbd-42bf-8e08-8350ddc87c57 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Oct 20 14:50:17.411448 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:17.494630 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0da731-24f6-4b6b-a2a3-546d08b9c294 req-41e96b79-665a-4427-a706-adcef3f388a8 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:17.496920 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-dc0da731-24f6-4b6b-a2a3-546d08b9c294 req-41e96b79-665a-4427-a706-adcef3f388a8 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 946 time: 0.0579350 Oct 20 14:50:17.582826 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44f3b9-3a03-4a5b-8e2f-0ea0453af509 req-2c762da7-6fe0-4955-968a-ee03f3dd81d7 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:17.584769 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2d44f3b9-3a03-4a5b-8e2f-0ea0453af509 req-2c762da7-6fe0-4955-968a-ee03f3dd81d7 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0796282 Oct 20 14:50:17.592893 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-dc0da731-24f6-4b6b-a2a3-546d08b9c294 req-6d52b4cf-eb78-4031-8c15-1b3e1b452165 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888834 Oct 20 14:50:17.644267 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-2d44f3b9-3a03-4a5b-8e2f-0ea0453af509 req-46d0f0f5-d574-452e-affb-79e784be2f26 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500643 Oct 20 14:50:18.713073 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 42992) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:50:18.732441 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4519933-4552-4c9f-bfe9-55870e3d4c3e req-1d77f656-f325-48d1-961c-92cd44c67bd6 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:18.733954 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f4519933-4552-4c9f-bfe9-55870e3d4c3e req-1d77f656-f325-48d1-961c-92cd44c67bd6 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 946 time: 0.0644567 Oct 20 14:50:18.754538 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b59da-ce17-4d3b-b5a0-b31b29e43d18 req-f05a80c8-7dc6-487b-970b-fc2108d87351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:18.756676 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ea4b59da-ce17-4d3b-b5a0-b31b29e43d18 req-f05a80c8-7dc6-487b-970b-fc2108d87351 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=370ff2b623ce4dfc992a266bd41ee51e&device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 1129 time: 0.0707915 Oct 20 14:50:18.777698 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d8f3ac-f9d9-4f40-a1a5-3a00564707ec admin admin] Deleting subnet 0d87cb7b-7423-4b10-a065-e4725b662729 {{(pid=111616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:50:18.789194 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-51d8f3ac-f9d9-4f40-a1a5-3a00564707ec admin admin] Publish callbacks [] for subnet (0d87cb7b-7423-4b10-a065-e4725b662729), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:18.799817 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6be01a-c2e0-43b4-b0c8-1ac4210b7e22 req-ba819e48-e39d-4f1c-99dd-e56442967844 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:18.801320 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8b6be01a-c2e0-43b4-b0c8-1ac4210b7e22 req-ba819e48-e39d-4f1c-99dd-e56442967844 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0665021 Oct 20 14:50:18.828781 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f4519933-4552-4c9f-bfe9-55870e3d4c3e req-81af3c7a-4253-4e5d-9d9b-243b358f7653 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838342 Oct 20 14:50:18.856969 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-51d8f3ac-f9d9-4f40-a1a5-3a00564707ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3906335'] for subnet (0d87cb7b-7423-4b10-a065-e4725b662729), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:18.864014 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8b6be01a-c2e0-43b4-b0c8-1ac4210b7e22 req-718fc2d2-d184-46a7-a4f5-36287e981798 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541635 Oct 20 14:50:18.924560 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-51d8f3ac-f9d9-4f40-a1a5-3a00564707ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (0d87cb7b-7423-4b10-a065-e4725b662729), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:18.950881 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b59da-ce17-4d3b-b5a0-b31b29e43d18 req-10c64dd0-3951-4d58-81a9-0f16bc439a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:18.952369 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ea4b59da-ce17-4d3b-b5a0-b31b29e43d18 req-10c64dd0-3951-4d58-81a9-0f16bc439a98 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 HTTP/1.1" status: 200 len: 910 time: 0.1879377 Oct 20 14:50:19.034292 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ea4b59da-ce17-4d3b-b5a0-b31b29e43d18 req-d658e762-8c20-49d9-ae1d-0869cd700eb7 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0526eee3-ed29-410b-be9e-e1916564638c HTTP/1.1" status: 200 len: 1001 time: 0.0730531 Oct 20 14:50:19.035818 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-51d8f3ac-f9d9-4f40-a1a5-3a00564707ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9298077'] for subnet (0d87cb7b-7423-4b10-a065-e4725b662729), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:19.072199 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8f3ac-f9d9-4f40-a1a5-3a00564707ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d87cb7b-7423-4b10-a065-e4725b662729,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:19.093714 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-51d8f3ac-f9d9-4f40-a1a5-3a00564707ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:19.096848 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-51d8f3ac-f9d9-4f40-a1a5-3a00564707ec admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/0d87cb7b-7423-4b10-a065-e4725b662729 HTTP/1.1" status: 204 len: 168 time: 0.3828425 Oct 20 14:50:19.099880 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 43002) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:50:19.171708 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b59da-ce17-4d3b-b5a0-b31b29e43d18 req-12220923-024e-4e3a-9668-53714326bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:19.173217 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ea4b59da-ce17-4d3b-b5a0-b31b29e43d18 req-12220923-024e-4e3a-9668-53714326bf43 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=75bc6864-b09b-40e0-876c-324ef9f43459 HTTP/1.1" status: 200 len: 848 time: 0.1286416 Oct 20 14:50:19.216282 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2ecd-c0fd-456d-89d9-b03a69cfb673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (7731be1c-62ca-4cd2-86f3-15429eae1730), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:19.231660 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b59da-ce17-4d3b-b5a0-b31b29e43d18 req-8e970d30-237e-485d-b079-73278d7ebebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:19.233194 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ea4b59da-ce17-4d3b-b5a0-b31b29e43d18 req-8e970d30-237e-485d-b079-73278d7ebebf service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534489 Oct 20 14:50:19.353271 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2ecd-c0fd-456d-89d9-b03a69cfb673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (7731be1c-62ca-4cd2-86f3-15429eae1730), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:19.355455 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:19.395590 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-6e1a2ecd-c0fd-456d-89d9-b03a69cfb673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7731be1c-62ca-4cd2-86f3-15429eae1730']}} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:50:19.408693 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-6e1a2ecd-c0fd-456d-89d9-b03a69cfb673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1c457f-a4a7-4c7d-953f-dec508901d0b') {'for_net_delete': True} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:50:19.408991 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-6e1a2ecd-c0fd-456d-89d9-b03a69cfb673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1c457f-a4a7-4c7d-953f-dec508901d0b') {} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:50:19.420191 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:19.427107 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2ecd-c0fd-456d-89d9-b03a69cfb673 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3906344'] for segment (fb1c457f-a4a7-4c7d-953f-dec508901d0b), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:19.435846 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ea4b59da-ce17-4d3b-b5a0-b31b29e43d18 req-c511879a-f2b0-4464-a275-045c0904593f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804137 Oct 20 14:50:19.450710 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2ecd-c0fd-456d-89d9-b03a69cfb673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (fb1c457f-a4a7-4c7d-953f-dec508901d0b), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:19.467490 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1a2ecd-c0fd-456d-89d9-b03a69cfb673 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=111616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:50:19.467910 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2ecd-c0fd-456d-89d9-b03a69cfb673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506356'] for segment (fb1c457f-a4a7-4c7d-953f-dec508901d0b), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:19.506961 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment fb1c457f-a4a7-4c7d-953f-dec508901d0b resource provider aggregate not found Oct 20 14:50:19.543084 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment fb1c457f-a4a7-4c7d-953f-dec508901d0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb1c457f-a4a7-4c7d-953f-dec508901d0b found for delete ", "request_id": "req-87fbf7ae-cbcc-448d-b6d0-1cede488bbdc"}]} Oct 20 14:50:19.572711 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2ecd-c0fd-456d-89d9-b03a69cfb673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (7731be1c-62ca-4cd2-86f3-15429eae1730), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:19.584246 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2ecd-c0fd-456d-89d9-b03a69cfb673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:19.587244 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-6e1a2ecd-c0fd-456d-89d9-b03a69cfb673 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/7731be1c-62ca-4cd2-86f3-15429eae1730 HTTP/1.1" status: 204 len: 168 time: 0.4860361 Oct 20 14:50:19.607668 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a2ecd-c0fd-456d-89d9-b03a69cfb673 admin admin] Pushing event deleted for resources: {'Network': ['ID=7731be1c-62ca-4cd2-86f3-15429eae1730,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:19.616027 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-ea4b59da-ce17-4d3b-b5a0-b31b29e43d18 req-81bc4cd8-8c61-42f1-92d2-6988baea5c11 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724448 Oct 20 14:50:19.752424 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43012) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:50:19.772964 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:19.792739 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-6d2342f5-bcb9-420a-8999-8b05300e70ae admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7bafa4c5aa6943f9a860f577c957f33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392218 Oct 20 14:50:19.795278 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43014) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:50:19.811423 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:19.844193 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6748ba76-b797-4a3e-842e-93fc71718398 admin admin] Publish callbacks [] for security_group (6d964d9d-957c-401c-9b76-9bcc248646f1), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:19.864401 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6748ba76-b797-4a3e-842e-93fc71718398 admin admin] Publish callbacks [] for security_group (6d964d9d-957c-401c-9b76-9bcc248646f1), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:19.912548 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6748ba76-b797-4a3e-842e-93fc71718398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (6d964d9d-957c-401c-9b76-9bcc248646f1), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:19.915201 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-6748ba76-b797-4a3e-842e-93fc71718398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:19.916362 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-6748ba76-b797-4a3e-842e-93fc71718398 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6d964d9d-957c-401c-9b76-9bcc248646f1 HTTP/1.1" status: 204 len: 168 time: 0.1202002 Oct 20 14:50:19.925240 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748ba76-b797-4a3e-842e-93fc71718398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d964d9d-957c-401c-9b76-9bcc248646f1,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:19.997347 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d8f9d-3250-4c65-9c3d-6f40d9d56bcf req-6695e082-d2a6-4f1f-9259-fd4e016bdbd4 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:19.998841 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-555d8f9d-3250-4c65-9c3d-6f40d9d56bcf req-6695e082-d2a6-4f1f-9259-fd4e016bdbd4 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0495911 Oct 20 14:50:20.053505 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-555d8f9d-3250-4c65-9c3d-6f40d9d56bcf req-0c42e077-4888-4485-b8df-df003e7b9384 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490026 Oct 20 14:50:21.179675 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e7a2e-071a-43a0-b5ba-c8db7ff851b2 req-d73d0083-e1db-412c-b61c-fd7afecf401f tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:21.181133 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-394e7a2e-071a-43a0-b5ba-c8db7ff851b2 req-d73d0083-e1db-412c-b61c-fd7afecf401f tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0480475 Oct 20 14:50:21.230135 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-394e7a2e-071a-43a0-b5ba-c8db7ff851b2 req-c0cde2e6-57e0-40ff-b8ea-697788c2c21e tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433600 Oct 20 14:50:21.510444 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:21.529133 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-aadc145b-ffba-4c25-a4d2-145d45285d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:22.348185 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae6865-1118-4164-b501-8450ef5c17fe req-c2c1a82a-d43a-46c4-9953-71c4b5ee232d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:22.349938 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f9ae6865-1118-4164-b501-8450ef5c17fe req-c2c1a82a-d43a-46c4-9953-71c4b5ee232d tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0461876 Oct 20 14:50:22.401327 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f9ae6865-1118-4164-b501-8450ef5c17fe req-7a6b4e1d-b767-4ef4-9037-3b0e8a921718 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440540 Oct 20 14:50:22.480096 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [req-d64843ef-ba52-4e1a-9ae1-28423976895c req-53c7c944-4795-443d-bd38-aa932ef69185 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 14:50:22.481120 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-d64843ef-ba52-4e1a-9ae1-28423976895c req-53c7c944-4795-443d-bd38-aa932ef69185 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055826 Oct 20 14:50:22.660001 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635580c-ceec-4a9a-b16a-8ea175048afa req-8d6e0a16-e023-46c2-81bd-f7a8fe24a622 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:22.661473 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a635580c-ceec-4a9a-b16a-8ea175048afa req-8d6e0a16-e023-46c2-81bd-f7a8fe24a622 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0519936 Oct 20 14:50:22.711074 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-a635580c-ceec-4a9a-b16a-8ea175048afa req-8a2baa85-a8c5-47e3-a392-49ce4f9017b4 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435996 Oct 20 14:50:22.772827 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-20320521-8076-48f3-823f-be8381f0847a req-7715668a-c146-49b0-a3ea-d65cb016b5cf service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1855774 Oct 20 14:50:22.975857 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20320521-8076-48f3-823f-be8381f0847a req-8d6fcb6a-8845-400f-b3fc-e5554af7a008 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:22.977233 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-20320521-8076-48f3-823f-be8381f0847a req-8d6fcb6a-8845-400f-b3fc-e5554af7a008 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports/0526eee3-ed29-410b-be9e-e1916564638c HTTP/1.1" status: 200 len: 942 time: 0.1783609 Oct 20 14:50:23.665840 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-add61112-5744-4953-b987-2c4fcd84f2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:23.836292 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e253-554c-4468-967f-4586ccf49b5f req-650e6c9e-cbfe-4f7d-ba77-1d2a1351e9dd tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:23.837782 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4ff1e253-554c-4468-967f-4586ccf49b5f req-650e6c9e-cbfe-4f7d-ba77-1d2a1351e9dd tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0464776 Oct 20 14:50:23.887308 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-4ff1e253-554c-4468-967f-4586ccf49b5f req-12f4b309-23c3-484f-9b99-fb859167788a tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439548 Oct 20 14:50:24.618033 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 0526eee3-ed29-410b-be9e-e1916564638c no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:50:24.690425 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 0526eee3-ed29-410b-be9e-e1916564638c is: ACTIVE; New status is: DOWN {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:50:24.691099 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (0526eee3-ed29-410b-be9e-e1916564638c), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:24.713729 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0526eee3-ed29-410b-be9e-e1916564638c'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:50:24.715842 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a6dc5e-99fc-4620-b671-31b03f871f93" -d '{"events": [{"server_uuid": "a4919bb2-0fa7-455d-bb9e-55db2807713c", "name": "network-vif-unplugged", "status": "completed", "tag": "0526eee3-ed29-410b-be9e-e1916564638c"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:50:24.728400 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 0526eee3-ed29-410b-be9e-e1916564638c, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=0526eee3-ed29-410b-be9e-e1916564638c,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:50:24.732900 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (0526eee3-ed29-410b-be9e-e1916564638c), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:24.756000 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Oct 2022 14:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376dda0b-9355-40ab-a9de-64f978a9795e x-openstack-request-id: req-376dda0b-9355-40ab-a9de-64f978a9795e {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:50:24.756319 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4919bb2-0fa7-455d-bb9e-55db2807713c", "name": "network-vif-unplugged", "status": "failed", "tag": "0526eee3-ed29-410b-be9e-e1916564638c", "code": 422}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:50:24.756731 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-376dda0b-9355-40ab-a9de-64f978a9795e {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:50:24.757127 dv-cinder-779233-7-iscsi neutron-server[111618]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-376dda0b-9355-40ab-a9de-64f978a9795e']: {'server_uuid': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0526eee3-ed29-410b-be9e-e1916564638c', 'code': 422} returned with failed status Oct 20 14:50:24.782089 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=0526eee3-ed29-410b-be9e-e1916564638c,revision_number=6']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:25.017418 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650f055-ec14-4b54-8a2e-97d401362e6a req-a0f6c074-d1b7-4982-9e1c-273a76d8a3c9 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:25.018783 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5650f055-ec14-4b54-8a2e-97d401362e6a req-a0f6c074-d1b7-4982-9e1c-273a76d8a3c9 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0555868 Oct 20 14:50:25.030103 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:25.070038 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-5650f055-ec14-4b54-8a2e-97d401362e6a req-5dd36b9b-c28c-426e-98a2-2581631df4a1 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448606 Oct 20 14:50:26.189634 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b902b8-facb-47dd-a29f-33b025dc9bbe req-05c8fca1-5b8f-4080-b96c-f6cff021a73e tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:26.191070 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-63b902b8-facb-47dd-a29f-33b025dc9bbe req-05c8fca1-5b8f-4080-b96c-f6cff021a73e tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0479898 Oct 20 14:50:26.240530 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-63b902b8-facb-47dd-a29f-33b025dc9bbe req-7a21801a-6eaf-4123-b822-32d6dfdef8fc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436668 Oct 20 14:50:26.312238 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:26.453717 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:27.365267 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce677c1-058c-44b1-8957-d994d431535a req-718f448c-b2f3-47c8-a651-92a021209122 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:27.366720 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ce677c1-058c-44b1-8957-d994d431535a req-718f448c-b2f3-47c8-a651-92a021209122 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0506849 Oct 20 14:50:27.414902 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6ce677c1-058c-44b1-8957-d994d431535a req-359fd431-f1e4-410e-ac9a-3ead233d50fa tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425539 Oct 20 14:50:28.533593 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15540f5e-6016-40bc-9795-1e0f3aa55a92 req-5d9f360c-ea21-4ed8-9e26-9e7ca9aba0c3 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:28.535036 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-15540f5e-6016-40bc-9795-1e0f3aa55a92 req-5d9f360c-ea21-4ed8-9e26-9e7ca9aba0c3 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0466907 Oct 20 14:50:28.560534 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:28.569026 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:28.586974 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-15540f5e-6016-40bc-9795-1e0f3aa55a92 req-a86af971-a161-45ac-9914-0d14f4828dd4 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461025 Oct 20 14:50:28.969438 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20320521-8076-48f3-823f-be8381f0847a req-9060b9cb-b176-416d-b2a2-c85dab2bf927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:28.970885 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-20320521-8076-48f3-823f-be8381f0847a req-9060b9cb-b176-416d-b2a2-c85dab2bf927 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c&tenant_id=370ff2b623ce4dfc992a266bd41ee51e HTTP/1.1" status: 200 len: 1127 time: 0.0388217 Oct 20 14:50:29.034373 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20320521-8076-48f3-823f-be8381f0847a req-5c80311e-a1f4-4364-afdd-4cff88e67418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:29.035823 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-20320521-8076-48f3-823f-be8381f0847a req-5c80311e-a1f4-4364-afdd-4cff88e67418 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=370ff2b623ce4dfc992a266bd41ee51e&device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 1127 time: 0.0433815 Oct 20 14:50:29.124361 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20320521-8076-48f3-823f-be8381f0847a req-210eab33-14d4-4772-ac98-789c3287dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:29.125784 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-20320521-8076-48f3-823f-be8381f0847a req-210eab33-14d4-4772-ac98-789c3287dc85 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 HTTP/1.1" status: 200 len: 910 time: 0.0844872 Oct 20 14:50:29.435953 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-20320521-8076-48f3-823f-be8381f0847a req-40c11637-046d-4b9c-876f-73e8de321152 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0526eee3-ed29-410b-be9e-e1916564638c HTTP/1.1" status: 200 len: 999 time: 0.3026257 Oct 20 14:50:29.483565 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20320521-8076-48f3-823f-be8381f0847a req-4491bea9-668a-4f99-b006-3a5f9fe6d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:29.484946 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-20320521-8076-48f3-823f-be8381f0847a req-4491bea9-668a-4f99-b006-3a5f9fe6d008 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=75bc6864-b09b-40e0-876c-324ef9f43459 HTTP/1.1" status: 200 len: 848 time: 0.0421531 Oct 20 14:50:29.527150 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20320521-8076-48f3-823f-be8381f0847a req-c7d97861-bc8b-4ef6-95fb-41f34ab09a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:29.528590 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-20320521-8076-48f3-823f-be8381f0847a req-c7d97861-bc8b-4ef6-95fb-41f34ab09a36 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369773 Oct 20 14:50:29.619940 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-20320521-8076-48f3-823f-be8381f0847a req-4c6cbd4b-daac-4f98-83b4-9d84abad2feb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848355 Oct 20 14:50:29.706516 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca716ee6-4655-42ce-bbdd-490ea9182d61 req-295b5fa6-473a-4e93-a2e9-7c9274c558b0 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:29.707953 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ca716ee6-4655-42ce-bbdd-490ea9182d61 req-295b5fa6-473a-4e93-a2e9-7c9274c558b0 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0457416 Oct 20 14:50:29.711481 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-20320521-8076-48f3-823f-be8381f0847a req-ef88e9de-3a44-4329-bf6a-8d4e1aa66bb1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861320 Oct 20 14:50:29.763173 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-ca716ee6-4655-42ce-bbdd-490ea9182d61 req-94e62418-0dd1-4cba-8a2a-7d390493a8da tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484514 Oct 20 14:50:30.019037 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:50:30.884949 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730085e-a599-418c-bc3d-0eba9166b60b req-7ff1fed5-ede1-49e2-a704-970869e5b19c tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:30.886323 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8730085e-a599-418c-bc3d-0eba9166b60b req-7ff1fed5-ede1-49e2-a704-970869e5b19c tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0464480 Oct 20 14:50:30.934106 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8730085e-a599-418c-bc3d-0eba9166b60b req-baf7a12b-278f-4512-b714-c34b109516b7 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422752 Oct 20 14:50:32.056225 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdf057-bc29-47c8-b6a2-415b0fdd30c7 req-1ec8116a-0162-4d9f-b957-39882b570b99 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:32.057828 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-27cdf057-bc29-47c8-b6a2-415b0fdd30c7 req-1ec8116a-0162-4d9f-b957-39882b570b99 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0463817 Oct 20 14:50:32.106683 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-27cdf057-bc29-47c8-b6a2-415b0fdd30c7 req-79f0a6e5-d166-4ec7-8e31-aa0ed583230a tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430055 Oct 20 14:50:32.428775 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:33.231770 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900b7fb-56c5-4b64-bb16-0f6e30cf0889 req-d1cefbdb-c56c-4b75-82a8-9d1dc0c46fcb tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:33.233408 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c900b7fb-56c5-4b64-bb16-0f6e30cf0889 req-d1cefbdb-c56c-4b75-82a8-9d1dc0c46fcb tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0523884 Oct 20 14:50:33.282617 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c900b7fb-56c5-4b64-bb16-0f6e30cf0889 req-13f78b41-4282-41cf-b0f3-4072ce08f61f tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433207 Oct 20 14:50:34.406697 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3899d1-684a-4a17-843f-24cefd8215f5 req-0e64b940-a35b-403e-a94b-f63fefc83035 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:34.408146 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7a3899d1-684a-4a17-843f-24cefd8215f5 req-0e64b940-a35b-403e-a94b-f63fefc83035 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0464079 Oct 20 14:50:34.456929 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-7a3899d1-684a-4a17-843f-24cefd8215f5 req-bc9a256e-ef61-4079-b32d-7e9c09331862 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 Oct 20 14:50:35.576285 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbfd39-60b8-4618-8bff-5226350ba253 req-7199835d-4eae-49d2-b238-19541d9115a8 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:35.577726 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-61dbfd39-60b8-4618-8bff-5226350ba253 req-7199835d-4eae-49d2-b238-19541d9115a8 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0443761 Oct 20 14:50:35.633939 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-61dbfd39-60b8-4618-8bff-5226350ba253 req-3c8976a9-9c7d-4c34-a37d-fd2925021548 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489256 Oct 20 14:50:36.754244 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13872870-7e4e-4805-af5e-116db786b1cd req-f9685484-8155-4b04-9174-df952acd183b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:36.756711 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-13872870-7e4e-4805-af5e-116db786b1cd req-f9685484-8155-4b04-9174-df952acd183b tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0461388 Oct 20 14:50:36.805847 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-13872870-7e4e-4805-af5e-116db786b1cd req-10424880-99df-4845-8a1f-135ed5fa68e5 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438328 Oct 20 14:50:37.929246 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6369f-d55f-497c-bb00-959694bba084 req-df465ff7-b57f-42f7-ab14-ad523493a333 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:37.930621 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fcd6369f-d55f-497c-bb00-959694bba084 req-df465ff7-b57f-42f7-ab14-ad523493a333 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 943 time: 0.0463943 Oct 20 14:50:37.978910 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fcd6369f-d55f-497c-bb00-959694bba084 req-898159ec-d9ee-4c44-9735-cccb2bc2d33f tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428421 Oct 20 14:50:38.616455 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 0526eee3-ed29-410b-be9e-e1916564638c details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=111618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 14:50:38.718334 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 0526eee3-ed29-410b-be9e-e1916564638c, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=0526eee3-ed29-410b-be9e-e1916564638c,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:50:38.730137 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Returning: {'device': '0526eee3-ed29-410b-be9e-e1916564638c', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'port_id': '0526eee3-ed29-410b-be9e-e1916564638c', 'mac_address': 'fa:16:3e:16:a2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 14:50:38.764537 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 0526eee3-ed29-410b-be9e-e1916564638c is: DOWN; New status is: BUILD {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:50:38.764922 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (0526eee3-ed29-410b-be9e-e1916564638c), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:38.778881 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0526eee3-ed29-410b-be9e-e1916564638c {{(pid=111618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 14:50:38.798824 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 0526eee3-ed29-410b-be9e-e1916564638c, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=0526eee3-ed29-410b-be9e-e1916564638c,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:50:38.803091 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (0526eee3-ed29-410b-be9e-e1916564638c), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:38.854460 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=0526eee3-ed29-410b-be9e-e1916564638c,revision_number=7']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:38.945386 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc797f8-f66d-4460-ae82-8189c9a70d6e req-950e263a-5163-40f5-a92d-7b2c66853b5d tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:38.946815 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bcc797f8-f66d-4460-ae82-8189c9a70d6e req-950e263a-5163-40f5-a92d-7b2c66853b5d tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 946 time: 0.0507381 Oct 20 14:50:38.994490 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-bcc797f8-f66d-4460-ae82-8189c9a70d6e req-b3aff354-1b60-43ed-8d92-c1acee7288ae tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412853 Oct 20 14:50:39.039679 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['0526eee3-ed29-410b-be9e-e1916564638c'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:50:39.102309 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe79830-48cf-4961-a72e-e2a1f6d81312 req-99b26233-99bc-4635-a80a-6b5bb0f53de4 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:39.103800 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fe79830-48cf-4961-a72e-e2a1f6d81312 req-99b26233-99bc-4635-a80a-6b5bb0f53de4 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 944 time: 0.0475807 Oct 20 14:50:39.152527 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-0fe79830-48cf-4961-a72e-e2a1f6d81312 req-fa5b6b6f-b007-4133-b940-1435641bd667 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429511 Oct 20 14:50:39.178064 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:39.255236 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:39.705911 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=86,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:39.707756 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:40.023024 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=5 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:40.120857 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b07890-18f9-453c-9293-e0aae5d2db10 req-f2ae75f3-9753-4b68-9237-c42a583743c0 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:40.122333 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b2b07890-18f9-453c-9293-e0aae5d2db10 req-f2ae75f3-9753-4b68-9237-c42a583743c0 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 946 time: 0.0513601 Oct 20 14:50:40.142369 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:40.170173 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b2b07890-18f9-453c-9293-e0aae5d2db10 req-93df6961-5fdf-4fde-b92b-ecf0844babc5 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8efad2b7-1047-4445-927d-b5e652c0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423334 Oct 20 14:50:40.237521 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=100 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:40.274285 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292d289-8e63-47cf-bd9b-27b3db3a79fa req-d39436e1-87f3-434a-9ac1-c8233d9da711 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:40.275652 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9292d289-8e63-47cf-bd9b-27b3db3a79fa req-d39436e1-87f3-434a-9ac1-c8233d9da711 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 944 time: 0.0464795 Oct 20 14:50:40.323477 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9292d289-8e63-47cf-bd9b-27b3db3a79fa req-f525e9ee-3c11-419b-a5eb-7818665af99c tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423059 Oct 20 14:50:40.504600 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2dc8c-7292-4fde-884a-ddf8abecb850 req-184b9a6a-2ecc-4286-b4e4-5de19351e7ba tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:40.506027 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a8c2dc8c-7292-4fde-884a-ddf8abecb850 req-184b9a6a-2ecc-4286-b4e4-5de19351e7ba tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 946 time: 0.0503151 Oct 20 14:50:40.587877 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-a8c2dc8c-7292-4fde-884a-ddf8abecb850 req-a1c829a4-c241-4672-9bb3-409ea86df524 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Deleting port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:50:40.588139 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-a8c2dc8c-7292-4fde-884a-ddf8abecb850 req-a1c829a4-c241-4672-9bb3-409ea86df524 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:40.633646 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 0526eee3-ed29-410b-be9e-e1916564638c up at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 14:50:40.679122 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Provisioning complete for port 0526eee3-ed29-410b-be9e-e1916564638c triggered by entity L2. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:50:40.679526 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-a8c2dc8c-7292-4fde-884a-ddf8abecb850 req-a1c829a4-c241-4672-9bb3-409ea86df524 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] For port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5b20a1ef-f714-4bf8-87d3-8b2cd39905eb,segment=NetworkSegment(5aecc1ce-a8e5-42bb-b291-7b973afec757),segment_id=5aecc1ce-a8e5-42bb-b291-7b973afec757)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:50:40.679658 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (0526eee3-ed29-410b-be9e-e1916564638c), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:40.679888 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-a8c2dc8c-7292-4fde-884a-ddf8abecb850 req-a1c829a4-c241-4672-9bb3-409ea86df524 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:40.680083 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Attempt 1 to provision port 0526eee3-ed29-410b-be9e-e1916564638c Oct 20 14:50:40.692580 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-a8c2dc8c-7292-4fde-884a-ddf8abecb850 req-a1c829a4-c241-4672-9bb3-409ea86df524 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Calling delete_port for 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:50:40.751194 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Current status of the port 0526eee3-ed29-410b-be9e-e1916564638c is: BUILD; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:50:40.751581 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66356936'] for port (0526eee3-ed29-410b-be9e-e1916564638c), before_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:40.776479 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0526eee3-ed29-410b-be9e-e1916564638c'}] {{(pid=111618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:50:40.778754 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a960992731528f3185720159370d1b329c21d9c143fd85ea038245f931b258c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b4efc6-4b45-4d4a-b63a-07b01dc285df" -d '{"events": [{"server_uuid": "a4919bb2-0fa7-455d-bb9e-55db2807713c", "name": "network-vif-plugged", "status": "completed", "tag": "0526eee3-ed29-410b-be9e-e1916564638c"}]}' {{(pid=111618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:50:40.791065 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] For port 0526eee3-ed29-410b-be9e-e1916564638c, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=0526eee3-ed29-410b-be9e-e1916564638c,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:50:40.795234 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732297602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731806284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731806302'] for port (0526eee3-ed29-410b-be9e-e1916564638c), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:40.823309 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-a8c2dc8c-7292-4fde-884a-ddf8abecb850 req-a1c829a4-c241-4672-9bb3-409ea86df524 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (5b20a1ef-f714-4bf8-87d3-8b2cd39905eb), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:40.828612 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c701debf-5d23-44a3-9d1b-13f7d4942dd6 x-openstack-request-id: req-c701debf-5d23-44a3-9d1b-13f7d4942dd6 {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:50:40.828913 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4919bb2-0fa7-455d-bb9e-55db2807713c", "name": "network-vif-plugged", "status": "completed", "tag": "0526eee3-ed29-410b-be9e-e1916564638c", "code": 200}]} {{(pid=111618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:50:40.829167 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c701debf-5d23-44a3-9d1b-13f7d4942dd6 {{(pid=111618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:50:40.829557 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c701debf-5d23-44a3-9d1b-13f7d4942dd6'] response: {'server_uuid': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0526eee3-ed29-410b-be9e-e1916564638c', 'code': 200} Oct 20 14:50:40.838384 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] get_ports_and_sgs() called for port_ids ['5b20a1ef-f714-4bf8-87d3-8b2cd39905eb'] {{(pid=111618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 14:50:40.854107 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c829a4-c241-4672-9bb3-409ea86df524 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Pushing event deleted for resources: {'Port': ['ID=5b20a1ef-f714-4bf8-87d3-8b2cd39905eb,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:40.881653 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Pushing event updated for resources: {'Port': ['ID=0526eee3-ed29-410b-be9e-e1916564638c,revision_number=8']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:40.897079 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c2dc8c-7292-4fde-884a-ddf8abecb850 req-a1c829a4-c241-4672-9bb3-409ea86df524 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] No DVR routers for this DVR port 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:50:40.899469 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-a8c2dc8c-7292-4fde-884a-ddf8abecb850 req-a1c829a4-c241-4672-9bb3-409ea86df524 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:40.902692 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-a8c2dc8c-7292-4fde-884a-ddf8abecb850 req-a1c829a4-c241-4672-9bb3-409ea86df524 tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.36 "DELETE /networking/v2.0/ports/5b20a1ef-f714-4bf8-87d3-8b2cd39905eb HTTP/1.1" status: 204 len: 173 time: 0.3920643 Oct 20 14:50:40.903168 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ec81db-0fa4-4b40-87a9-c4b86ed64dfa', 'name': 'network-vif-deleted', 'tag': '5b20a1ef-f714-4bf8-87d3-8b2cd39905eb'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:50:40.905420 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1004141-fa8b-4860-8656-ccf9f3e1a537" -d '{"events": [{"server_uuid": "18ec81db-0fa4-4b40-87a9-c4b86ed64dfa", "name": "network-vif-deleted", "tag": "5b20a1ef-f714-4bf8-87d3-8b2cd39905eb"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:50:40.945385 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3ea725-b6d2-413d-a57b-97bca3e2a281 x-openstack-request-id: req-2b3ea725-b6d2-413d-a57b-97bca3e2a281 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:50:40.945672 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ec81db-0fa4-4b40-87a9-c4b86ed64dfa", "name": "network-vif-deleted", "tag": "5b20a1ef-f714-4bf8-87d3-8b2cd39905eb", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:50:40.945923 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b3ea725-b6d2-413d-a57b-97bca3e2a281 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:50:40.946324 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3ea725-b6d2-413d-a57b-97bca3e2a281'] response: {'server_uuid': '18ec81db-0fa4-4b40-87a9-c4b86ed64dfa', 'name': 'network-vif-deleted', 'tag': '5b20a1ef-f714-4bf8-87d3-8b2cd39905eb', 'status': 'completed', 'code': 200} Oct 20 14:50:41.073819 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00e8bf-963c-4ea2-9260-a3245bc8262a req-fb5f007f-a8a7-4173-ba62-b9182fbee3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:41.075476 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-1b00e8bf-963c-4ea2-9260-a3245bc8262a req-fb5f007f-a8a7-4173-ba62-b9182fbee3b2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 1129 time: 0.0405695 Oct 20 14:50:41.131875 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-1b00e8bf-963c-4ea2-9260-a3245bc8262a req-2a736195-2f1c-446e-bcb8-64fe8e26b062 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444510 Oct 20 14:50:41.285260 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-e7b69eae-043f-4931-8f75-423ef68f191f req-44bf0177-bd68-4a59-a7be-e6a10e9c146d tempest-VolumesSnapshotTestJSON-1279269068 tempest-VolumesSnapshotTestJSON-1279269068-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=18ec81db-0fa4-4b40-87a9-c4b86ed64dfa HTTP/1.1" status: 200 len: 210 time: 0.0267594 Oct 20 14:50:41.453360 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f2cc3-f8e9-4d84-8465-005f90ae5945 req-8c103582-71b4-4661-b195-8011b7321780 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:41.454798 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f65f2cc3-f8e9-4d84-8465-005f90ae5945 req-8c103582-71b4-4661-b195-8011b7321780 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0487947 Oct 20 14:50:41.503771 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-f65f2cc3-f8e9-4d84-8465-005f90ae5945 req-856356cf-139e-4b98-8cd3-c8c4284a2bc9 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429540 Oct 20 14:50:42.660662 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2136-ed92-4303-aca3-533bda4c35d8 req-6ece9f55-d37d-49b9-bfe8-bdf2ff893e09 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:42.662166 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-306b2136-ed92-4303-aca3-533bda4c35d8 req-6ece9f55-d37d-49b9-bfe8-bdf2ff893e09 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0565467 Oct 20 14:50:42.711853 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-306b2136-ed92-4303-aca3-533bda4c35d8 req-e89edaa0-71f2-4e57-a52d-e7695f7c2cf5 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438716 Oct 20 14:50:45.951524 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:50:45.970926 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:50:45.971261 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 5b20a1ef-f714-4bf8-87d3-8b2cd39905eb not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:50:48.836918 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43182) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:50:48.973896 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a588b-99a6-4b79-a695-00e285bf677e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Deleting port 892a4bf1-6681-452d-8fba-718706f08d81 {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:50:48.974233 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-cc4a588b-99a6-4b79-a695-00e285bf677e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (892a4bf1-6681-452d-8fba-718706f08d81), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:49.052334 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-cc4a588b-99a6-4b79-a695-00e285bf677e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (892a4bf1-6681-452d-8fba-718706f08d81), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:49.052747 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-cc4a588b-99a6-4b79-a695-00e285bf677e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for floatingip (892a4bf1-6681-452d-8fba-718706f08d81), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:49.064905 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a588b-99a6-4b79-a695-00e285bf677e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Calling delete_port for 892a4bf1-6681-452d-8fba-718706f08d81 owned by network:floatingip {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:50:49.209410 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-cc4a588b-99a6-4b79-a695-00e285bf677e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634291'] for port (892a4bf1-6681-452d-8fba-718706f08d81), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:49.232740 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a588b-99a6-4b79-a695-00e285bf677e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event deleted for resources: {'Port': ['ID=892a4bf1-6681-452d-8fba-718706f08d81,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:49.292891 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-cc4a588b-99a6-4b79-a695-00e285bf677e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for floatingip (74bb848e-b7c9-4cef-8d7b-87e6edaab110), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:49.293223 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.l3_db [None req-cc4a588b-99a6-4b79-a695-00e285bf677e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Floating IP 74bb848e-b7c9-4cef-8d7b-87e6edaab110 disassociated (deleted). External IP: 172.27.0.72, port: f7f2b887-f376-4acb-bc3d-f1adb4222e6f. Oct 20 14:50:49.386092 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:49.706676 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:49.758638 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4a588b-99a6-4b79-a695-00e285bf677e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Router 291aa9d2-4f08-46f9-a62c-4066ea690f1b has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:50:49.859821 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4a588b-99a6-4b79-a695-00e285bf677e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:50:49.864646 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-cc4a588b-99a6-4b79-a695-00e285bf677e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:49.869816 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7ea7b-8419-4b68-bba4-cf52ae67ad20 None None] Sync routers for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:50:49.879919 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7ea7b-8419-4b68-bba4-cf52ae67ad20 None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:50:49.880545 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-c5b7ea7b-8419-4b68-bba4-cf52ae67ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:50:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:50:49.894912 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-cc4a588b-99a6-4b79-a695-00e285bf677e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/74bb848e-b7c9-4cef-8d7b-87e6edaab110 HTTP/1.1" status: 204 len: 168 time: 1.0568144 Oct 20 14:50:49.895533 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1625a58-d299-446e-81a2-4a623396811e', 'tag': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:50:49.898687 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b40e19-2dfd-4dcc-8585-26b1fbbb0dee" -d '{"events": [{"name": "network-changed", "server_uuid": "e1625a58-d299-446e-81a2-4a623396811e", "tag": "f7f2b887-f376-4acb-bc3d-f1adb4222e6f"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:50:49.936677 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7db73b-d8c4-4251-8142-b37ce21bdb4d x-openstack-request-id: req-ad7db73b-d8c4-4251-8142-b37ce21bdb4d {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:50:49.937200 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1625a58-d299-446e-81a2-4a623396811e", "tag": "f7f2b887-f376-4acb-bc3d-f1adb4222e6f", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:50:49.937453 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad7db73b-d8c4-4251-8142-b37ce21bdb4d {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:50:49.937854 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7db73b-d8c4-4251-8142-b37ce21bdb4d'] response: {'name': 'network-changed', 'server_uuid': 'e1625a58-d299-446e-81a2-4a623396811e', 'tag': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f', 'status': 'completed', 'code': 200} Oct 20 14:50:49.990819 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-c5b7ea7b-8419-4b68-bba4-cf52ae67ad20 None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:50:50.001102 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b40e19-2dfd-4dcc-8585-26b1fbbb0dee req-f6ccf6a0-e83c-4228-b43a-77fa18ee56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:50.003179 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-27b40e19-2dfd-4dcc-8585-26b1fbbb0dee req-f6ccf6a0-e83c-4228-b43a-77fa18ee56bc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 1129 time: 0.0439024 Oct 20 14:50:50.109567 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b40e19-2dfd-4dcc-8585-26b1fbbb0dee req-111f61ac-170f-4b58-bc22-aa58486a17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:50.111218 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-27b40e19-2dfd-4dcc-8585-26b1fbbb0dee req-111f61ac-170f-4b58-bc22-aa58486a17b9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c924697c-b180-4b1b-9f12-d7889a054b97 HTTP/1.1" status: 200 len: 911 time: 0.0970900 Oct 20 14:50:50.188495 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbb026-ea21-4a6f-881e-7199a4fecee9 req-a164d15d-765d-435e-ba74-0183132a9a01 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:50.189943 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fefbb026-ea21-4a6f-881e-7199a4fecee9 req-a164d15d-765d-435e-ba74-0183132a9a01 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 945 time: 0.1088088 Oct 20 14:50:50.214027 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-c5b7ea7b-8419-4b68-bba4-cf52ae67ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '19806b02-3d63-4a25-a81c-024bf7b23d17', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:97:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:46:16Z', 'updated_at': '2022-10-20T14:46:18Z', 'revision_number': 1, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:50:50.238820 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-fefbb026-ea21-4a6f-881e-7199a4fecee9 req-4a4a8503-982d-409a-9309-a99e49671fc8 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429232 Oct 20 14:50:50.243986 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7ea7b-8419-4b68-bba4-cf52ae67ad20 None None] Checking router: 291aa9d2-4f08-46f9-a62c-4066ea690f1b for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:50:50.252655 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7ea7b-8419-4b68-bba4-cf52ae67ad20 None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:50:50.253250 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-c5b7ea7b-8419-4b68-bba4-cf52ae67ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:50:24Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:50:50.352269 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-c5b7ea7b-8419-4b68-bba4-cf52ae67ad20 None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:50:50.559119 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-c5b7ea7b-8419-4b68-bba4-cf52ae67ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '19806b02-3d63-4a25-a81c-024bf7b23d17', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:97:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:46:16Z', 'updated_at': '2022-10-20T14:46:18Z', 'revision_number': 1, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:50:50.583246 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7ea7b-8419-4b68-bba4-cf52ae67ad20 None None] The sync data for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi is: [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_floatingips': [{'id': '19806b02-3d63-4a25-a81c-024bf7b23d17', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'router_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'port_id': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'mac_address': 'fa:16:3e:97:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T14:46:16Z', 'updated_at': '2022-10-20T14:46:18Z', 'revision_number': 1, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:50:50.829674 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4bd61c-4be1-4eb3-a56c-2f91a429a926 None None] New status for floating IP 74bb848e-b7c9-4cef-8d7b-87e6edaab110: DOWN {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:50:51.106607 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-27b40e19-2dfd-4dcc-8585-26b1fbbb0dee req-87be467f-1c70-493d-800e-09d54ea6591b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7f2b887-f376-4acb-bc3d-f1adb4222e6f HTTP/1.1" status: 200 len: 217 time: 0.0395236 Oct 20 14:50:51.159520 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b40e19-2dfd-4dcc-8585-26b1fbbb0dee req-4828ebed-372a-479d-adf7-684419ba74ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:51.160918 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-27b40e19-2dfd-4dcc-8585-26b1fbbb0dee req-4828ebed-372a-479d-adf7-684419ba74ac service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56aaf329-fdc0-417e-828a-ce1cc2420856 HTTP/1.1" status: 200 len: 849 time: 0.0453975 Oct 20 14:50:51.205633 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b40e19-2dfd-4dcc-8585-26b1fbbb0dee req-0adc33e6-0886-4cb1-94bd-3395f3e00005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:51.207150 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-27b40e19-2dfd-4dcc-8585-26b1fbbb0dee req-0adc33e6-0886-4cb1-94bd-3395f3e00005 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c924697c-b180-4b1b-9f12-d7889a054b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383728 Oct 20 14:50:51.361173 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-27b40e19-2dfd-4dcc-8585-26b1fbbb0dee req-c4cd10ed-b99c-4c99-8412-861b1b6dfadd service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927303 Oct 20 14:50:51.413894 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bfb65-084c-43f3-a43d-3b3e698f8d48 req-32b73664-906d-4f06-998a-22d31f677ee3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:51.415293 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6d4bfb65-084c-43f3-a43d-3b3e698f8d48 req-32b73664-906d-4f06-998a-22d31f677ee3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 945 time: 0.0984466 Oct 20 14:50:51.463697 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6d4bfb65-084c-43f3-a43d-3b3e698f8d48 req-fe182ade-1280-438d-9153-48a2bd444846 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427101 Oct 20 14:50:51.508954 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:51.520908 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-6f392b0c-e221-4c24-af34-db55cbf480a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:51.602185 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-27b40e19-2dfd-4dcc-8585-26b1fbbb0dee req-6b8b2ad9-96cf-48b1-9403-d07098f23dbe service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129944 Oct 20 14:50:51.610115 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:51.622544 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f27099-d8cd-4413-b432-aedd429b0419 req-a275cc00-d138-4edd-9e5c-58dbfacc64a6 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:50:51.623970 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e7f27099-d8cd-4413-b432-aedd429b0419 req-a275cc00-d138-4edd-9e5c-58dbfacc64a6 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 945 time: 0.0621340 Oct 20 14:50:51.708324 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-e7f27099-d8cd-4413-b432-aedd429b0419 req-bcc33157-677e-43b8-9607-8fbdcd3cde6c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Deleting port f7f2b887-f376-4acb-bc3d-f1adb4222e6f {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:50:51.708725 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-e7f27099-d8cd-4413-b432-aedd429b0419 req-bcc33157-677e-43b8-9607-8fbdcd3cde6c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:51.800638 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-e7f27099-d8cd-4413-b432-aedd429b0419 req-bcc33157-677e-43b8-9607-8fbdcd3cde6c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] For port f7f2b887-f376-4acb-bc3d-f1adb4222e6f, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f7f2b887-f376-4acb-bc3d-f1adb4222e6f,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:50:51.801000 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-e7f27099-d8cd-4413-b432-aedd429b0419 req-bcc33157-677e-43b8-9607-8fbdcd3cde6c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:51.814751 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-e7f27099-d8cd-4413-b432-aedd429b0419 req-bcc33157-677e-43b8-9607-8fbdcd3cde6c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Calling delete_port for f7f2b887-f376-4acb-bc3d-f1adb4222e6f owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:50:51.947601 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-e7f27099-d8cd-4413-b432-aedd429b0419 req-bcc33157-677e-43b8-9607-8fbdcd3cde6c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (f7f2b887-f376-4acb-bc3d-f1adb4222e6f), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:51.977241 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc33157-677e-43b8-9607-8fbdcd3cde6c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event deleted for resources: {'Port': ['ID=f7f2b887-f376-4acb-bc3d-f1adb4222e6f,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:52.020356 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f27099-d8cd-4413-b432-aedd429b0419 req-bcc33157-677e-43b8-9607-8fbdcd3cde6c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] No DVR routers for this DVR port f7f2b887-f376-4acb-bc3d-f1adb4222e6f on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:50:52.022980 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-e7f27099-d8cd-4413-b432-aedd429b0419 req-bcc33157-677e-43b8-9607-8fbdcd3cde6c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:52.026434 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-e7f27099-d8cd-4413-b432-aedd429b0419 req-bcc33157-677e-43b8-9607-8fbdcd3cde6c tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "DELETE /networking/v2.0/ports/f7f2b887-f376-4acb-bc3d-f1adb4222e6f HTTP/1.1" status: 204 len: 173 time: 0.3936353 Oct 20 14:50:52.026960 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1625a58-d299-446e-81a2-4a623396811e', 'name': 'network-vif-deleted', 'tag': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:50:52.029264 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0dcacf-32a3-4f19-a947-418a12ff8374" -d '{"events": [{"server_uuid": "e1625a58-d299-446e-81a2-4a623396811e", "name": "network-vif-deleted", "tag": "f7f2b887-f376-4acb-bc3d-f1adb4222e6f"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:50:52.073881 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ba516c-db14-4ba5-a7bd-0dfd5404dbf6 x-openstack-request-id: req-31ba516c-db14-4ba5-a7bd-0dfd5404dbf6 {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:50:52.077744 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1625a58-d299-446e-81a2-4a623396811e", "name": "network-vif-deleted", "tag": "f7f2b887-f376-4acb-bc3d-f1adb4222e6f", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:50:52.078661 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31ba516c-db14-4ba5-a7bd-0dfd5404dbf6 {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:50:52.078999 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ba516c-db14-4ba5-a7bd-0dfd5404dbf6'] response: {'server_uuid': 'e1625a58-d299-446e-81a2-4a623396811e', 'name': 'network-vif-deleted', 'tag': 'f7f2b887-f376-4acb-bc3d-f1adb4222e6f', 'status': 'completed', 'code': 200} Oct 20 14:50:52.566973 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-08bc24d2-600f-48f1-85d5-f39c857ee7be req-9c6d2a66-06a6-48c8-9a5d-08460a8b8615 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 210 time: 0.0278635 Oct 20 14:50:53.666631 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-d755d3d1-52d5-4a4e-a6c2-c1c1b3b85bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:53.674206 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-6292fd94-3e76-4bd0-81ab-667f4a4462e8 req-8a5197ab-3a80-408f-9e8e-d8a9ec542ef6 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 210 time: 0.0301955 Oct 20 14:50:54.779883 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8aee149e-8d60-458d-b00e-2e87b7392fbc req-7c578d87-beac-47cc-8f82-08904c450deb tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 210 time: 0.0274117 Oct 20 14:50:55.028368 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:55.305360 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device f7f2b887-f376-4acb-bc3d-f1adb4222e6f no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:50:55.324380 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: f7f2b887-f376-4acb-bc3d-f1adb4222e6f {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:50:55.324727 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device f7f2b887-f376-4acb-bc3d-f1adb4222e6f not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:50:55.896964 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-8e568db5-e1a4-4034-b898-9a6209661c35 req-3625b227-195a-408b-b01a-7461edeb21d0 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e1625a58-d299-446e-81a2-4a623396811e HTTP/1.1" status: 200 len: 210 time: 0.0273244 Oct 20 14:50:56.316797 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:56.453294 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:59.204384 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43272) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:50:59.341571 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Deleting port 3954396d-e18c-4793-962d-2aaaf7504f05 {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:50:59.341912 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (3954396d-e18c-4793-962d-2aaaf7504f05), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:59.422220 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (3954396d-e18c-4793-962d-2aaaf7504f05), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:59.422517 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for floatingip (3954396d-e18c-4793-962d-2aaaf7504f05), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:59.435669 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Calling delete_port for 3954396d-e18c-4793-962d-2aaaf7504f05 owned by network:floatingip {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:50:59.564117 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:59.577573 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634291'] for port (3954396d-e18c-4793-962d-2aaaf7504f05), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:59.603109 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event deleted for resources: {'Port': ['ID=3954396d-e18c-4793-962d-2aaaf7504f05,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:50:59.609142 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:50:59.630530 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.630882 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.631230 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.631638 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.631975 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.632310 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.632663 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.632989 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.633322 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.633636 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.633962 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.634285 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.634607 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.634927 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.635246 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:50:59.677533 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for floatingip (19806b02-3d63-4a25-a81c-024bf7b23d17), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:59.677860 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.l3_db [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Floating IP 19806b02-3d63-4a25-a81c-024bf7b23d17 disassociated (deleted). External IP: 172.27.0.218, port: ad316f32-43bd-4ee5-87a3-588ca6ffab22. Oct 20 14:50:59.873067 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Router 291aa9d2-4f08-46f9-a62c-4066ea690f1b has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:50:59.978980 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:50:59.983321 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:50:59.991665 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384e4f7-acca-4d6f-9427-c3c2cfbea212 None None] Sync routers for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:50:59.999964 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:00.003801 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384e4f7-acca-4d6f-9427-c3c2cfbea212 None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:51:00.004504 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-0384e4f7-acca-4d6f-9427-c3c2cfbea212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:50:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:00.019532 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-193574f6-aa43-469a-94f5-af3c3d3ab2a1 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/19806b02-3d63-4a25-a81c-024bf7b23d17 HTTP/1.1" status: 204 len: 168 time: 0.8140576 Oct 20 14:51:00.020573 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'tag': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:51:00.024244 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8b6f97-fab4-4ae4-9490-12f249c81c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bb0e5a-9c37-4177-858e-0f860a370f76", "tag": "ad316f32-43bd-4ee5-87a3-588ca6ffab22"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:51:00.075171 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f89b55d-1b1f-4589-8e70-da2fea08d1f1 x-openstack-request-id: req-4f89b55d-1b1f-4589-8e70-da2fea08d1f1 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:51:00.075471 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bb0e5a-9c37-4177-858e-0f860a370f76", "tag": "ad316f32-43bd-4ee5-87a3-588ca6ffab22", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:51:00.075720 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f89b55d-1b1f-4589-8e70-da2fea08d1f1 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:51:00.076124 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f89b55d-1b1f-4589-8e70-da2fea08d1f1'] response: {'name': 'network-changed', 'server_uuid': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'tag': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'status': 'completed', 'code': 200} Oct 20 14:51:00.118524 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-0384e4f7-acca-4d6f-9427-c3c2cfbea212 None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:51:00.152661 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b6f97-fab4-4ae4-9490-12f249c81c2e req-5106e6f9-a874-4f59-9b14-7c715d01a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:51:00.154583 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-bb8b6f97-fab4-4ae4-9490-12f249c81c2e req-5106e6f9-a874-4f59-9b14-7c715d01a5c6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d5614088125349f1975cc55b25dd9dbc&device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 1129 time: 0.0435150 Oct 20 14:51:00.244466 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:00.265971 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b6f97-fab4-4ae4-9490-12f249c81c2e req-b4be329f-46d1-47ce-b629-2a2bce93c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:51:00.267506 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-bb8b6f97-fab4-4ae4-9490-12f249c81c2e req-b4be329f-46d1-47ce-b629-2a2bce93c145 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c924697c-b180-4b1b-9f12-d7889a054b97 HTTP/1.1" status: 200 len: 911 time: 0.1053123 Oct 20 14:51:00.267995 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47111dd-c042-49d5-9f47-b549cefb7244 req-0ff5f35b-bc21-4a34-8b8f-a2a153e3b036 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:51:00.269594 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b47111dd-c042-49d5-9f47-b549cefb7244 req-0ff5f35b-bc21-4a34-8b8f-a2a153e3b036 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 945 time: 0.0541875 Oct 20 14:51:00.324042 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-b47111dd-c042-49d5-9f47-b549cefb7244 req-67143e2d-d006-4f21-8d04-c33e716e8a27 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477388 Oct 20 14:51:00.409290 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-0384e4f7-acca-4d6f-9427-c3c2cfbea212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:00.432908 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384e4f7-acca-4d6f-9427-c3c2cfbea212 None None] Checking router: 291aa9d2-4f08-46f9-a62c-4066ea690f1b for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:51:00.441105 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384e4f7-acca-4d6f-9427-c3c2cfbea212 None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:51:00.441687 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-0384e4f7-acca-4d6f-9427-c3c2cfbea212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:50:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:00.539977 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-0384e4f7-acca-4d6f-9427-c3c2cfbea212 None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:51:00.719827 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-0384e4f7-acca-4d6f-9427-c3c2cfbea212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:00.743537 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384e4f7-acca-4d6f-9427-c3c2cfbea212 None None] The sync data for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi is: [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:20Z', 'revision_number': 4, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '3e76d3ea-5319-438b-b5e6-9440e88d8642', 'name': '', 'network_id': 'c924697c-b180-4b1b-9f12-d7889a054b97', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'mac_address': 'fa:16:3e:50:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:19Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'subnets': [{'id': '56aaf329-fdc0-417e-828a-ce1cc2420856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:51:00.960048 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29424133-8dc8-4fd6-9f99-a69ddf7ecbbe None None] New status for floating IP 19806b02-3d63-4a25-a81c-024bf7b23d17: DOWN {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:51:01.355007 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-bb8b6f97-fab4-4ae4-9490-12f249c81c2e req-2b38906d-9c95-41c6-85ef-da4638ff013c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad316f32-43bd-4ee5-87a3-588ca6ffab22 HTTP/1.1" status: 200 len: 217 time: 0.0322769 Oct 20 14:51:01.411269 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b6f97-fab4-4ae4-9490-12f249c81c2e req-b4e1c14f-6f90-43a9-93a2-e6ad23ca389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:51:01.412869 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-bb8b6f97-fab4-4ae4-9490-12f249c81c2e req-b4e1c14f-6f90-43a9-93a2-e6ad23ca389d service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=56aaf329-fdc0-417e-828a-ce1cc2420856 HTTP/1.1" status: 200 len: 849 time: 0.0485206 Oct 20 14:51:01.452486 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a362cd3-6c34-4756-9260-b30db5958c50 req-5e0e9bc6-24d3-4c1e-8781-248f0d46e3ff tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:51:01.453950 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3a362cd3-6c34-4756-9260-b30db5958c50 req-5e0e9bc6-24d3-4c1e-8781-248f0d46e3ff tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 945 time: 0.0502644 Oct 20 14:51:01.503418 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-3a362cd3-6c34-4756-9260-b30db5958c50 req-6c66932f-e21e-4777-a3e5-7fed73b444c6 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c6dcfe27-4324-4f81-ada9-621cff849f03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435936 Oct 20 14:51:01.558300 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b6f97-fab4-4ae4-9490-12f249c81c2e req-0f5d80fc-51d1-4598-9d79-410e1e2b64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:51:01.559809 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-bb8b6f97-fab4-4ae4-9490-12f249c81c2e req-0f5d80fc-51d1-4598-9d79-410e1e2b64cd service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c924697c-b180-4b1b-9f12-d7889a054b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404944 Oct 20 14:51:01.653876 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-bb8b6f97-fab4-4ae4-9490-12f249c81c2e req-c881d37b-714e-45b6-b55c-9ebced2bc5b6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861766 Oct 20 14:51:01.857424 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:01.861195 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-bb8b6f97-fab4-4ae4-9490-12f249c81c2e req-e123b911-23c8-4211-84df-9e792b813f90 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825891 Oct 20 14:51:01.913770 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a79995-b928-4a37-9ee6-809435283833 req-813378e2-f052-48a9-8019-9fd10ec502c8 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:51:01.915104 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b6a79995-b928-4a37-9ee6-809435283833 req-813378e2-f052-48a9-8019-9fd10ec502c8 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 945 time: 0.0447023 Oct 20 14:51:02.001242 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-b6a79995-b928-4a37-9ee6-809435283833 req-0c821aef-c23c-4b37-8c02-c888faa51669 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Deleting port ad316f32-43bd-4ee5-87a3-588ca6ffab22 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:51:02.001582 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b6a79995-b928-4a37-9ee6-809435283833 req-0c821aef-c23c-4b37-8c02-c888faa51669 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:02.047226 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:02.092574 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-b6a79995-b928-4a37-9ee6-809435283833 req-0c821aef-c23c-4b37-8c02-c888faa51669 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] For port ad316f32-43bd-4ee5-87a3-588ca6ffab22, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ad316f32-43bd-4ee5-87a3-588ca6ffab22,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:51:02.092928 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b6a79995-b928-4a37-9ee6-809435283833 req-0c821aef-c23c-4b37-8c02-c888faa51669 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:02.106029 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-b6a79995-b928-4a37-9ee6-809435283833 req-0c821aef-c23c-4b37-8c02-c888faa51669 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Calling delete_port for ad316f32-43bd-4ee5-87a3-588ca6ffab22 owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:51:02.232746 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b6a79995-b928-4a37-9ee6-809435283833 req-0c821aef-c23c-4b37-8c02-c888faa51669 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (ad316f32-43bd-4ee5-87a3-588ca6ffab22), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:02.267271 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c821aef-c23c-4b37-8c02-c888faa51669 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event deleted for resources: {'Port': ['ID=ad316f32-43bd-4ee5-87a3-588ca6ffab22,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:02.313888 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a79995-b928-4a37-9ee6-809435283833 req-0c821aef-c23c-4b37-8c02-c888faa51669 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] No DVR routers for this DVR port ad316f32-43bd-4ee5-87a3-588ca6ffab22 on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:51:02.316438 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-b6a79995-b928-4a37-9ee6-809435283833 req-0c821aef-c23c-4b37-8c02-c888faa51669 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:02.319737 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-b6a79995-b928-4a37-9ee6-809435283833 req-0c821aef-c23c-4b37-8c02-c888faa51669 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.36 "DELETE /networking/v2.0/ports/ad316f32-43bd-4ee5-87a3-588ca6ffab22 HTTP/1.1" status: 204 len: 173 time: 0.3975401 Oct 20 14:51:02.320227 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'name': 'network-vif-deleted', 'tag': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:51:02.322477 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b59ce4-32a8-4018-8ea7-f98c7b80c61d" -d '{"events": [{"server_uuid": "a4bb0e5a-9c37-4177-858e-0f860a370f76", "name": "network-vif-deleted", "tag": "ad316f32-43bd-4ee5-87a3-588ca6ffab22"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:51:02.361484 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfa5627-c54c-45d4-8476-53f5cfedbdce x-openstack-request-id: req-6bfa5627-c54c-45d4-8476-53f5cfedbdce {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:51:02.362050 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bb0e5a-9c37-4177-858e-0f860a370f76", "name": "network-vif-deleted", "tag": "ad316f32-43bd-4ee5-87a3-588ca6ffab22", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:51:02.362050 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bfa5627-c54c-45d4-8476-53f5cfedbdce {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:51:02.362395 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bfa5627-c54c-45d4-8476-53f5cfedbdce'] response: {'server_uuid': 'a4bb0e5a-9c37-4177-858e-0f860a370f76', 'name': 'network-vif-deleted', 'tag': 'ad316f32-43bd-4ee5-87a3-588ca6ffab22', 'status': 'completed', 'code': 200} Oct 20 14:51:02.426617 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:02.611155 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-9d6487ec-c052-47b6-91b1-a43eb904c8a8 req-712fdaf5-a24f-4e27-87e4-9cc72d65e917 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4bb0e5a-9c37-4177-858e-0f860a370f76 HTTP/1.1" status: 200 len: 210 time: 0.0284595 Oct 20 14:51:03.682132 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 43328) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:03.798124 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-8235c3c2-bc90-4d85-9cfd-39ec039d15c3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Deleting port ec910cb1-a277-49c5-bf91-fbfde00589e2 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:51:03.798472 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8235c3c2-bc90-4d85-9cfd-39ec039d15c3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (ec910cb1-a277-49c5-bf91-fbfde00589e2), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:03.876146 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8235c3c2-bc90-4d85-9cfd-39ec039d15c3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (ec910cb1-a277-49c5-bf91-fbfde00589e2), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:03.876549 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8235c3c2-bc90-4d85-9cfd-39ec039d15c3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for floatingip (ec910cb1-a277-49c5-bf91-fbfde00589e2), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:03.889058 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-8235c3c2-bc90-4d85-9cfd-39ec039d15c3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Calling delete_port for ec910cb1-a277-49c5-bf91-fbfde00589e2 owned by network:floatingip {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:51:04.014008 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8235c3c2-bc90-4d85-9cfd-39ec039d15c3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (ec910cb1-a277-49c5-bf91-fbfde00589e2), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:04.039109 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235c3c2-bc90-4d85-9cfd-39ec039d15c3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event deleted for resources: {'Port': ['ID=ec910cb1-a277-49c5-bf91-fbfde00589e2,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:04.085503 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:04.103334 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8235c3c2-bc90-4d85-9cfd-39ec039d15c3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for floatingip (de961dc4-8a53-4eb3-b889-d9db9aa618e5), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:04.105766 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8235c3c2-bc90-4d85-9cfd-39ec039d15c3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:04.106890 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-8235c3c2-bc90-4d85-9cfd-39ec039d15c3 tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/de961dc4-8a53-4eb3-b889-d9db9aa618e5 HTTP/1.1" status: 204 len: 168 time: 0.4241490 Oct 20 14:51:05.310682 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device ad316f32-43bd-4ee5-87a3-588ca6ffab22 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:51:05.320426 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 43348) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:05.333252 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: ad316f32-43bd-4ee5-87a3-588ca6ffab22 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:51:05.333593 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device ad316f32-43bd-4ee5-87a3-588ca6ffab22 not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:51:05.377920 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba5f7-9a2b-4d52-a4f4-9db8bc64999e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group (c6dcfe27-4324-4f81-ada9-621cff849f03), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:05.402268 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba5f7-9a2b-4d52-a4f4-9db8bc64999e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group (c6dcfe27-4324-4f81-ada9-621cff849f03), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:05.459803 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba5f7-9a2b-4d52-a4f4-9db8bc64999e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (c6dcfe27-4324-4f81-ada9-621cff849f03), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:05.462315 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba5f7-9a2b-4d52-a4f4-9db8bc64999e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Publish callbacks [] for security_group (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:05.463473 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-bf7ba5f7-9a2b-4d52-a4f4-9db8bc64999e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c6dcfe27-4324-4f81-ada9-621cff849f03 HTTP/1.1" status: 204 len: 168 time: 0.1420076 Oct 20 14:51:05.472426 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ba5f7-9a2b-4d52-a4f4-9db8bc64999e tempest-TestVolumeBootPattern-563455495 tempest-TestVolumeBootPattern-563455495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dcfe27-4324-4f81-ada9-621cff849f03,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:05.523870 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 43352) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:05.683839 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:05.726180 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43358) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:05.773294 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_v2 [None req-984af057-530f-498e-898a-aecd49da94e4 admin admin] Deleting subnet fd4fc804-3d5b-466d-9f41-28ac374cb29a {{(pid=111617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:51:05.776410 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-984af057-530f-498e-898a-aecd49da94e4 admin admin] Publish callbacks [] for subnet (fd4fc804-3d5b-466d-9f41-28ac374cb29a), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:05.811465 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-984af057-530f-498e-898a-aecd49da94e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9249290'] for subnet (fd4fc804-3d5b-466d-9f41-28ac374cb29a), precommit_delete_associations {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:05.855684 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-984af057-530f-498e-898a-aecd49da94e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (fd4fc804-3d5b-466d-9f41-28ac374cb29a), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:05.909895 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-984af057-530f-498e-898a-aecd49da94e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474657'] for subnet (fd4fc804-3d5b-466d-9f41-28ac374cb29a), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:05.937455 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-984af057-530f-498e-898a-aecd49da94e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:05.940883 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-984af057-530f-498e-898a-aecd49da94e4 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/fd4fc804-3d5b-466d-9f41-28ac374cb29a HTTP/1.1" status: 204 len: 168 time: 0.2131870 Oct 20 14:51:05.942006 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984af057-530f-498e-898a-aecd49da94e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4fc804-3d5b-466d-9f41-28ac374cb29a,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:05.943456 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 43360) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:05.953399 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a356600b-8869-47ed-992e-668b6d36f095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653547'] for router_interface (291aa9d2-4f08-46f9-a62c-4066ea690f1b), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.060704 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-60188876-a3f3-4f09-a6ff-dd8fc183155d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (92c1189e-ce15-4ec8-b1e7-06403b47c306), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.233451 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-60188876-a3f3-4f09-a6ff-dd8fc183155d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (92c1189e-ce15-4ec8-b1e7-06403b47c306), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.259270 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-60188876-a3f3-4f09-a6ff-dd8fc183155d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c1189e-ce15-4ec8-b1e7-06403b47c306']}} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:06.285511 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-60188876-a3f3-4f09-a6ff-dd8fc183155d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aecc1ce-a8e5-42bb-b291-7b973afec757') {'for_net_delete': True} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:06.285809 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-60188876-a3f3-4f09-a6ff-dd8fc183155d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aecc1ce-a8e5-42bb-b291-7b973afec757') {} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:06.296067 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:06.301253 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-60188876-a3f3-4f09-a6ff-dd8fc183155d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3906344'] for segment (5aecc1ce-a8e5-42bb-b291-7b973afec757), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.332717 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-60188876-a3f3-4f09-a6ff-dd8fc183155d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (5aecc1ce-a8e5-42bb-b291-7b973afec757), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.345330 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60188876-a3f3-4f09-a6ff-dd8fc183155d admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=111616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:51:06.345720 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-60188876-a3f3-4f09-a6ff-dd8fc183155d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506356'] for segment (5aecc1ce-a8e5-42bb-b291-7b973afec757), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.366813 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment 5aecc1ce-a8e5-42bb-b291-7b973afec757 resource provider aggregate not found Oct 20 14:51:06.398616 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-a356600b-8869-47ed-992e-668b6d36f095 admin admin] Deleting port 3e76d3ea-5319-438b-b5e6-9440e88d8642 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:51:06.398616 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a356600b-8869-47ed-992e-668b6d36f095 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.421459 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment 5aecc1ce-a8e5-42bb-b291-7b973afec757 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5aecc1ce-a8e5-42bb-b291-7b973afec757 found for delete ", "request_id": "req-72def301-9b33-4ecb-b5f9-7911a6627ee3"}]} Oct 20 14:51:06.457211 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-60188876-a3f3-4f09-a6ff-dd8fc183155d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (92c1189e-ce15-4ec8-b1e7-06403b47c306), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.466246 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-60188876-a3f3-4f09-a6ff-dd8fc183155d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.469315 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-60188876-a3f3-4f09-a6ff-dd8fc183155d admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/92c1189e-ce15-4ec8-b1e7-06403b47c306 HTTP/1.1" status: 204 len: 168 time: 0.5228786 Oct 20 14:51:06.487120 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60188876-a3f3-4f09-a6ff-dd8fc183155d admin admin] Pushing event deleted for resources: {'Network': ['ID=92c1189e-ce15-4ec8-b1e7-06403b47c306,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:06.514148 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-a356600b-8869-47ed-992e-668b6d36f095 admin admin] For port 3e76d3ea-5319-438b-b5e6-9440e88d8642, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=3e76d3ea-5319-438b-b5e6-9440e88d8642,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:51:06.514522 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a356600b-8869-47ed-992e-668b6d36f095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.529533 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-a356600b-8869-47ed-992e-668b6d36f095 admin admin] Calling delete_port for 3e76d3ea-5319-438b-b5e6-9440e88d8642 owned by network:router_interface {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:51:06.579047 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:06.589302 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43368) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:06.628726 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:06.634937 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-75076d22-4436-41a5-8a66-c522cc8509eb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=34676c921ba04710b14cfa94eab069d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422075 Oct 20 14:51:06.635429 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43370) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:06.662863 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:06.688147 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0c46b0df-07fc-4dce-90e7-e91421ce654d admin admin] Publish callbacks [] for security_group (8efad2b7-1047-4445-927d-b5e652c0ba7b), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.708318 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0c46b0df-07fc-4dce-90e7-e91421ce654d admin admin] Publish callbacks [] for security_group (8efad2b7-1047-4445-927d-b5e652c0ba7b), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.730300 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a356600b-8869-47ed-992e-668b6d36f095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (3e76d3ea-5319-438b-b5e6-9440e88d8642), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.757676 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356600b-8869-47ed-992e-668b6d36f095 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e76d3ea-5319-438b-b5e6-9440e88d8642,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:06.763958 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0c46b0df-07fc-4dce-90e7-e91421ce654d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (8efad2b7-1047-4445-927d-b5e652c0ba7b), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.766684 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0c46b0df-07fc-4dce-90e7-e91421ce654d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:06.767971 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-0c46b0df-07fc-4dce-90e7-e91421ce654d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8efad2b7-1047-4445-927d-b5e652c0ba7b HTTP/1.1" status: 204 len: 168 time: 0.1317465 Oct 20 14:51:06.776648 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46b0df-07fc-4dce-90e7-e91421ce654d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efad2b7-1047-4445-927d-b5e652c0ba7b,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:06.958195 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-a356600b-8869-47ed-992e-668b6d36f095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1556640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653663'] for router_interface (291aa9d2-4f08-46f9-a62c-4066ea690f1b), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:07.002987 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2d3e6f-250e-4433-ae7a-d4729b78d537 None None] get_active_networks_info from dv-cinder-779233-7-iscsi {{(pid=111618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 14:51:07.028787 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:51:07.112476 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d3e6f-250e-4433-ae7a-d4729b78d537 None None] Resources bound (agent type, host, resource id): {{(pid=111618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 14:51:07.456798 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a356600b-8869-47ed-992e-668b6d36f095 admin admin] Router 291aa9d2-4f08-46f9-a62c-4066ea690f1b has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:51:07.502288 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:07.569414 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a356600b-8869-47ed-992e-668b6d36f095 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:51:07.578612 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-a356600b-8869-47ed-992e-668b6d36f095 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/291aa9d2-4f08-46f9-a62c-4066ea690f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0505912 Oct 20 14:51:07.578612 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 43374) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:07.581077 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a2eed-f56a-4556-a72a-79ef92c5d04b None None] Sync routers for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:51:07.592336 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a2eed-f56a-4556-a72a-79ef92c5d04b None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:51:07.593194 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-ca4a2eed-f56a-4556-a72a-79ef92c5d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:50:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:07.683460 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] Publish callbacks [] for router (291aa9d2-4f08-46f9-a62c-4066ea690f1b), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:07.700610 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-ca4a2eed-f56a-4556-a72a-79ef92c5d04b None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:51:07.784377 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] Publish callbacks [] for router_gateway (291aa9d2-4f08-46f9-a62c-4066ea690f1b), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:07.818199 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-945549c9-134c-4b67-a5a8-e41c7deff740 None None] Provisioning complete for port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:51:07.819109 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-945549c9-134c-4b67-a5a8-e41c7deff740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:07.819543 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-945549c9-134c-4b67-a5a8-e41c7deff740 None None] Attempt 1 to provision port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 Oct 20 14:51:07.827170 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] Deleting port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:51:07.827509 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (4b48b40a-919f-4e21-b8e8-c9ff2a27c123), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:07.829852 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:07.876079 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-ca4a2eed-f56a-4556-a72a-79ef92c5d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:51:06Z', 'revision_number': 5, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port': {'id': '4b48b40a-919f-4e21-b8e8-c9ff2a27c123', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:07.893492 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:07.899602 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-945549c9-134c-4b67-a5a8-e41c7deff740 None None] Current status of the port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:51:07.905645 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a2eed-f56a-4556-a72a-79ef92c5d04b None None] Checking router: 291aa9d2-4f08-46f9-a62c-4066ea690f1b for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:51:07.914207 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a2eed-f56a-4556-a72a-79ef92c5d04b None None] Routers {'291aa9d2-4f08-46f9-a62c-4066ea690f1b'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:51:07.914796 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-ca4a2eed-f56a-4556-a72a-79ef92c5d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:50:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:07.915056 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] For port 4b48b40a-919f-4e21-b8e8-c9ff2a27c123, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=4b48b40a-919f-4e21-b8e8-c9ff2a27c123,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:51:07.915421 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (4b48b40a-919f-4e21-b8e8-c9ff2a27c123), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:07.928494 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] Calling delete_port for 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 owned by network:router_gateway {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:51:07.997507 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-ca4a2eed-f56a-4556-a72a-79ef92c5d04b None None] Set router 291aa9d2-4f08-46f9-a62c-4066ea690f1b gateway port host: None {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:51:07.999040 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:08.046075 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-ca4a2eed-f56a-4556-a72a-79ef92c5d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:51:07Z', 'revision_number': 6, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port_host': None}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:08.071458 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a2eed-f56a-4556-a72a-79ef92c5d04b None None] The sync data for ids ['291aa9d2-4f08-46f9-a62c-4066ea690f1b'] in dv-cinder-779233-7-iscsi is: [{'id': '291aa9d2-4f08-46f9-a62c-4066ea690f1b', 'name': 'tempest-TestVolumeBootPattern-33245203-router', 'tenant_id': 'd5614088125349f1975cc55b25dd9dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:17Z', 'updated_at': '2022-10-20T14:51:07Z', 'revision_number': 6, 'project_id': 'd5614088125349f1975cc55b25dd9dbc', 'gw_port_host': None}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:51:08.098323 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (4b48b40a-919f-4e21-b8e8-c9ff2a27c123), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.129891 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] Pushing event deleted for resources: {'Port': ['ID=4b48b40a-919f-4e21-b8e8-c9ff2a27c123,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:08.191700 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647734'] for router_gateway (291aa9d2-4f08-46f9-a62c-4066ea690f1b), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.280697 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2788'] for router (291aa9d2-4f08-46f9-a62c-4066ea690f1b), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.282850 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] Publish callbacks [] for router_controller (291aa9d2-4f08-46f9-a62c-4066ea690f1b), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.325480 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653576'] for router (291aa9d2-4f08-46f9-a62c-4066ea690f1b), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.326043 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 291aa9d2-4f08-46f9-a62c-4066ea690f1b {{(pid=111616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 14:51:08.330446 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.331608 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-4cba0389-8d89-4523-a2dd-a664a3bf472e admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/291aa9d2-4f08-46f9-a62c-4066ea690f1b HTTP/1.1" status: 204 len: 168 time: 0.7525449 Oct 20 14:51:08.334151 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 43376) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:08.373714 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:08.385332 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40a9942-d485-4b22-8290-52608b56e830 admin admin] Deleting subnet 56aaf329-fdc0-417e-828a-ce1cc2420856 {{(pid=111616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:51:08.389181 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f40a9942-d485-4b22-8290-52608b56e830 admin admin] Publish callbacks [] for subnet (56aaf329-fdc0-417e-828a-ce1cc2420856), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.426319 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f40a9942-d485-4b22-8290-52608b56e830 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3906335'] for subnet (56aaf329-fdc0-417e-828a-ce1cc2420856), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.504948 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f40a9942-d485-4b22-8290-52608b56e830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (56aaf329-fdc0-417e-828a-ce1cc2420856), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.561176 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f40a9942-d485-4b22-8290-52608b56e830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9298077'] for subnet (56aaf329-fdc0-417e-828a-ce1cc2420856), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.587506 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a9942-d485-4b22-8290-52608b56e830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56aaf329-fdc0-417e-828a-ce1cc2420856,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:08.591191 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-f40a9942-d485-4b22-8290-52608b56e830 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.594280 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-f40a9942-d485-4b22-8290-52608b56e830 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/56aaf329-fdc0-417e-828a-ce1cc2420856 HTTP/1.1" status: 204 len: 168 time: 0.2592208 Oct 20 14:51:08.596758 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 43378) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:08.599144 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7beb9a5-6ea9-4ed3-a96c-bd337bf37988 None None] Network c924697c-b180-4b1b-9f12-d7889a054b97 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:51:08.653063 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:08.669992 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (c924697c-b180-4b1b-9f12-d7889a054b97), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.715991 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Deleting port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:51:08.716499 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.778436 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] For port 18888a2a-aed1-41cf-bf1b-a4c864b81d11, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=18888a2a-aed1-41cf-bf1b-a4c864b81d11,segment=NetworkSegment(d5800a8a-0c2a-4127-9ec1-026c25d56b16),segment_id=d5800a8a-0c2a-4127-9ec1-026c25d56b16)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:51:08.778718 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.792093 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Calling delete_port for 18888a2a-aed1-41cf-bf1b-a4c864b81d11 owned by network:dhcp {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:51:08.793679 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:08.846561 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc648b1-8dc0-4e15-b5ee-83b3b97a874b None None] DHCP port deletion for c924697c-b180-4b1b-9f12-d7889a054b97 request from dv-cinder-779233-7-iscsi {{(pid=111618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 14:51:08.893411 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-2fc648b1-8dc0-4e15-b5ee-83b3b97a874b None None] Deleting port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 {{(pid=111618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:51:08.893780 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-2fc648b1-8dc0-4e15-b5ee-83b3b97a874b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), before_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.898020 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:08.927064 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=18888a2a-aed1-41cf-bf1b-a4c864b81d11,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:08.931057 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] No DVR routers for this DVR port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 on host dv-cinder-779233-7-iscsi {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:51:09.007989 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (c924697c-b180-4b1b-9f12-d7889a054b97), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:09.031487 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c924697c-b180-4b1b-9f12-d7889a054b97']}} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:09.042980 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5800a8a-0c2a-4127-9ec1-026c25d56b16') {'for_net_delete': True} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:09.043237 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5800a8a-0c2a-4127-9ec1-026c25d56b16') {} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:09.053893 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3906344'] for segment (d5800a8a-0c2a-4127-9ec1-026c25d56b16), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:09.069162 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (d5800a8a-0c2a-4127-9ec1-026c25d56b16), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:09.076993 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=111616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:51:09.077421 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506356'] for segment (d5800a8a-0c2a-4127-9ec1-026c25d56b16), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:09.086722 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 3e76d3ea-5319-438b-b5e6-9440e88d8642 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:51:09.125659 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 3e76d3ea-5319-438b-b5e6-9440e88d8642 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:51:09.125912 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment d5800a8a-0c2a-4127-9ec1-026c25d56b16 resource provider aggregate not found Oct 20 14:51:09.126062 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 3e76d3ea-5319-438b-b5e6-9440e88d8642 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:51:09.126402 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 18888a2a-aed1-41cf-bf1b-a4c864b81d11 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:51:09.151038 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment d5800a8a-0c2a-4127-9ec1-026c25d56b16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5800a8a-0c2a-4127-9ec1-026c25d56b16 found for delete ", "request_id": "req-8de169d3-90d9-405e-b1be-e6696144fcf3"}]} Oct 20 14:51:09.160131 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 18888a2a-aed1-41cf-bf1b-a4c864b81d11 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:51:09.160504 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 18888a2a-aed1-41cf-bf1b-a4c864b81d11 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:51:09.160922 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:51:09.161427 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (c924697c-b180-4b1b-9f12-d7889a054b97), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:09.166406 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-2fc648b1-8dc0-4e15-b5ee-83b3b97a874b None None] For port 18888a2a-aed1-41cf-bf1b-a4c864b81d11, host dv-cinder-779233-7-iscsi, got binding levels [] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:51:09.167133 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-2fc648b1-8dc0-4e15-b5ee-83b3b97a874b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), precommit_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:09.167822 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:09.171358 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/c924697c-b180-4b1b-9f12-d7889a054b97 HTTP/1.1" status: 204 len: 168 time: 0.5736306 Oct 20 14:51:09.174389 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43384) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:09.190656 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:51:09.190999 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 4b48b40a-919f-4e21-b8e8-c9ff2a27c123 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:51:09.199247 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-2fc648b1-8dc0-4e15-b5ee-83b3b97a874b None None] Calling delete_port for 18888a2a-aed1-41cf-bf1b-a4c864b81d11 owned by network:dhcp {{(pid=111618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:51:09.200114 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf031b-0ede-437d-8dee-445390f67cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c924697c-b180-4b1b-9f12-d7889a054b97,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:09.202341 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.ipam_backend_mixin [None req-2fc648b1-8dc0-4e15-b5ee-83b3b97a874b None None] Port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 was not found and therefore no delete operation was performed {{(pid=111618) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 20 14:51:09.204498 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-2fc648b1-8dc0-4e15-b5ee-83b3b97a874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (18888a2a-aed1-41cf-bf1b-a4c864b81d11), after_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:09.231991 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fc648b1-8dc0-4e15-b5ee-83b3b97a874b None None] Network c924697c-b180-4b1b-9f12-d7889a054b97 is not hosted by any dhcp agent {{(pid=111618) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 14:51:09.232469 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc648b1-8dc0-4e15-b5ee-83b3b97a874b None None] No DVR routers for this DVR port 18888a2a-aed1-41cf-bf1b-a4c864b81d11 on host dv-cinder-779233-7-iscsi {{(pid=111618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:51:09.234118 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc648b1-8dc0-4e15-b5ee-83b3b97a874b None None] Pushing event deleted for resources: {'Port': ['ID=18888a2a-aed1-41cf-bf1b-a4c864b81d11,revision_number=None']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:09.490026 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ca2c6b64-cc6b-42c3-83b4-c38a3ac7b02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653547'] for router_interface (6e846c6d-9726-4265-a383-eb4ee36bba20), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:09.710765 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c6b64-cc6b-42c3-83b4-c38a3ac7b02b admin admin] Deleting port ab256b6d-09c5-482b-916b-a0ee103b496a {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:51:09.711097 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ca2c6b64-cc6b-42c3-83b4-c38a3ac7b02b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:09.791610 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-ca2c6b64-cc6b-42c3-83b4-c38a3ac7b02b admin admin] For port ab256b6d-09c5-482b-916b-a0ee103b496a, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=ab256b6d-09c5-482b-916b-a0ee103b496a,segment=NetworkSegment(f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6),segment_id=f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:51:09.791954 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ca2c6b64-cc6b-42c3-83b4-c38a3ac7b02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:09.805273 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c6b64-cc6b-42c3-83b4-c38a3ac7b02b admin admin] Calling delete_port for ab256b6d-09c5-482b-916b-a0ee103b496a owned by network:router_interface {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:51:09.847300 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:09.939452 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:09.984236 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ca2c6b64-cc6b-42c3-83b4-c38a3ac7b02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634291'] for port (ab256b6d-09c5-482b-916b-a0ee103b496a), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:10.009117 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c6b64-cc6b-42c3-83b4-c38a3ac7b02b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab256b6d-09c5-482b-916b-a0ee103b496a,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:10.177129 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-ca2c6b64-cc6b-42c3-83b4-c38a3ac7b02b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1556640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653663'] for router_interface (6e846c6d-9726-4265-a383-eb4ee36bba20), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:10.198331 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4657faac-4f72-4bbc-8cfd-a3eaa7cb9a42 None None] get_active_networks_info from dv-cinder-779233-7-iscsi {{(pid=111618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 14:51:10.281144 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4657faac-4f72-4bbc-8cfd-a3eaa7cb9a42 None None] Resources bound (agent type, host, resource id): {{(pid=111618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 14:51:10.384119 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2c6b64-cc6b-42c3-83b4-c38a3ac7b02b admin admin] Router 6e846c6d-9726-4265-a383-eb4ee36bba20 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:51:10.488884 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2c6b64-cc6b-42c3-83b4-c38a3ac7b02b admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:51:10.496631 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-ca2c6b64-cc6b-42c3-83b4-c38a3ac7b02b admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/6e846c6d-9726-4265-a383-eb4ee36bba20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3184977 Oct 20 14:51:10.496783 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43388) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:10.502471 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd947aa-a5c6-4a14-a8ec-bae3cac81f99 None None] Sync routers for ids ['6e846c6d-9726-4265-a383-eb4ee36bba20'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:51:10.513653 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd947aa-a5c6-4a14-a8ec-bae3cac81f99 None None] Routers {'6e846c6d-9726-4265-a383-eb4ee36bba20'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:51:10.514285 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-5cd947aa-a5c6-4a14-a8ec-bae3cac81f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:50:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['6e846c6d-9726-4265-a383-eb4ee36bba20'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:10.604605 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] Publish callbacks [] for router (6e846c6d-9726-4265-a383-eb4ee36bba20), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:10.628894 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-5cd947aa-a5c6-4a14-a8ec-bae3cac81f99 None None] Set router 6e846c6d-9726-4265-a383-eb4ee36bba20 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:51:10.861961 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-5cd947aa-a5c6-4a14-a8ec-bae3cac81f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'name': 'tempest-TestVolumeBootPattern-1688581028-router', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:24Z', 'updated_at': '2022-10-20T14:51:09Z', 'revision_number': 5, 'project_id': '2a583792afbd4bf2b016df8fe868fc82', 'gw_port': {'id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:10.891881 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd947aa-a5c6-4a14-a8ec-bae3cac81f99 None None] Checking router: 6e846c6d-9726-4265-a383-eb4ee36bba20 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:51:10.902527 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd947aa-a5c6-4a14-a8ec-bae3cac81f99 None None] Routers {'6e846c6d-9726-4265-a383-eb4ee36bba20'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:51:10.903177 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-5cd947aa-a5c6-4a14-a8ec-bae3cac81f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:50:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['6e846c6d-9726-4265-a383-eb4ee36bba20'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:11.001167 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:11.015108 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:11.016122 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-5cd947aa-a5c6-4a14-a8ec-bae3cac81f99 None None] Set router 6e846c6d-9726-4265-a383-eb4ee36bba20 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:51:11.026072 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] Publish callbacks [] for router_gateway (6e846c6d-9726-4265-a383-eb4ee36bba20), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.072073 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] Deleting port ec51b304-2202-4693-8079-fb6cadd6216a {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:51:11.072326 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (ec51b304-2202-4693-8079-fb6cadd6216a), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.089407 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-036c8811-c1d8-4d86-a684-4982d68bbf33 None None] Provisioning complete for port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:51:11.090014 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-036c8811-c1d8-4d86-a684-4982d68bbf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (1339e3fe-ce62-4c68-b8a4-116a25a8aeb1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.090342 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-036c8811-c1d8-4d86-a684-4982d68bbf33 None None] Attempt 1 to provision port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 Oct 20 14:51:11.143535 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=100 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:11.154427 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] For port ec51b304-2202-4693-8079-fb6cadd6216a, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=ec51b304-2202-4693-8079-fb6cadd6216a,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:51:11.154787 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (ec51b304-2202-4693-8079-fb6cadd6216a), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.171351 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] Calling delete_port for ec51b304-2202-4693-8079-fb6cadd6216a owned by network:router_gateway {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:51:11.208244 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:11.249676 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-036c8811-c1d8-4d86-a684-4982d68bbf33 None None] Current status of the port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:51:11.259837 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-5cd947aa-a5c6-4a14-a8ec-bae3cac81f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'name': 'tempest-TestVolumeBootPattern-1688581028-router', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:24Z', 'updated_at': '2022-10-20T14:51:09Z', 'revision_number': 5, 'project_id': '2a583792afbd4bf2b016df8fe868fc82', 'gw_port': {'id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:11.284598 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd947aa-a5c6-4a14-a8ec-bae3cac81f99 None None] The sync data for ids ['6e846c6d-9726-4265-a383-eb4ee36bba20'] in dv-cinder-779233-7-iscsi is: [{'id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'name': 'tempest-TestVolumeBootPattern-1688581028-router', 'tenant_id': '2a583792afbd4bf2b016df8fe868fc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:42:24Z', 'updated_at': '2022-10-20T14:51:09Z', 'revision_number': 5, 'project_id': '2a583792afbd4bf2b016df8fe868fc82', 'gw_port': {'id': 'ec51b304-2202-4693-8079-fb6cadd6216a', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e846c6d-9726-4265-a383-eb4ee36bba20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:42:25Z', 'updated_at': '2022-10-20T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:51:11.342133 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634291'] for port (ec51b304-2202-4693-8079-fb6cadd6216a), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.364999 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=ec51b304-2202-4693-8079-fb6cadd6216a,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:11.440726 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647734'] for router_gateway (6e846c6d-9726-4265-a383-eb4ee36bba20), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.526281 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2788'] for router (6e846c6d-9726-4265-a383-eb4ee36bba20), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.528452 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] Publish callbacks [] for router_controller (6e846c6d-9726-4265-a383-eb4ee36bba20), precommit_delete_associations {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.570312 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653576'] for router (6e846c6d-9726-4265-a383-eb4ee36bba20), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.570888 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e846c6d-9726-4265-a383-eb4ee36bba20 {{(pid=111617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 14:51:11.576778 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.577997 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-5d89a4b1-8af5-4b03-95a8-589b8ec96a5b admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/6e846c6d-9726-4265-a383-eb4ee36bba20 HTTP/1.1" status: 204 len: 168 time: 1.0802615 Oct 20 14:51:11.580751 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43390) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:11.631930 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b60321-e1d8-4811-bc99-af36ff8f8166 admin admin] Deleting subnet 9a94feb1-afc8-408c-a09f-5c85c67d9b57 {{(pid=111617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:51:11.635410 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-51b60321-e1d8-4811-bc99-af36ff8f8166 admin admin] Publish callbacks [] for subnet (9a94feb1-afc8-408c-a09f-5c85c67d9b57), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.670096 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-51b60321-e1d8-4811-bc99-af36ff8f8166 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9249290'] for subnet (9a94feb1-afc8-408c-a09f-5c85c67d9b57), precommit_delete_associations {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.748243 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-51b60321-e1d8-4811-bc99-af36ff8f8166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (9a94feb1-afc8-408c-a09f-5c85c67d9b57), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.806035 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-51b60321-e1d8-4811-bc99-af36ff8f8166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474657'] for subnet (9a94feb1-afc8-408c-a09f-5c85c67d9b57), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.832175 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b60321-e1d8-4811-bc99-af36ff8f8166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a94feb1-afc8-408c-a09f-5c85c67d9b57,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:11.836599 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-51b60321-e1d8-4811-bc99-af36ff8f8166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.839856 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-51b60321-e1d8-4811-bc99-af36ff8f8166 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/9a94feb1-afc8-408c-a09f-5c85c67d9b57 HTTP/1.1" status: 204 len: 168 time: 0.2580993 Oct 20 14:51:11.842429 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43392) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:11.842798 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1122496-741b-4289-8031-da0a8d725ca6 None None] Network ea5d273a-94e7-4e0a-b035-5c2095934088 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:51:11.903196 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:11.935250 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (ea5d273a-94e7-4e0a-b035-5c2095934088), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:11.990372 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Deleting port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:51:11.990701 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (1339e3fe-ce62-4c68-b8a4-116a25a8aeb1), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:12.051677 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] For port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=1339e3fe-ce62-4c68-b8a4-116a25a8aeb1,segment=NetworkSegment(f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6),segment_id=f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:51:12.052028 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (1339e3fe-ce62-4c68-b8a4-116a25a8aeb1), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:12.064671 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Calling delete_port for 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 owned by network:dhcp {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:51:12.151037 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634291'] for port (1339e3fe-ce62-4c68-b8a4-116a25a8aeb1), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:12.184368 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1339e3fe-ce62-4c68-b8a4-116a25a8aeb1,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:12.186649 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] No DVR routers for this DVR port 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 on host dv-cinder-779233-7-iscsi {{(pid=111617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:51:12.218925 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:12.261768 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (ea5d273a-94e7-4e0a-b035-5c2095934088), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:12.264195 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09768c7d-1267-48bf-bb60-5ffc258c6a03 None None] DHCP port deletion for ea5d273a-94e7-4e0a-b035-5c2095934088 request from dv-cinder-779233-7-iscsi {{(pid=111618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 14:51:12.291831 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.services.segments.db [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5d273a-94e7-4e0a-b035-5c2095934088']}} {{(pid=111617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:12.301768 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.services.segments.db [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6') {'for_net_delete': True} {{(pid=111617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:12.302059 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.services.segments.db [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6') {} {{(pid=111617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:12.311420 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9249341'] for segment (f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:12.324771 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:12.330924 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=111617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:51:12.331342 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3635106'] for segment (f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:12.372391 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.services.segments.plugin [-] Segment f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6 resource provider aggregate not found Oct 20 14:51:12.391662 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.services.segments.plugin [-] Segment f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f013d869-59d6-4fb7-ad37-8ee2a9ee0bf6 found for delete ", "request_id": "req-bef6b4b1-963b-4230-9985-27c8075db6ce"}]} Oct 20 14:51:12.395538 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (ea5d273a-94e7-4e0a-b035-5c2095934088), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:12.400538 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:12.403643 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/ea5d273a-94e7-4e0a-b035-5c2095934088 HTTP/1.1" status: 204 len: 168 time: 0.5599256 Oct 20 14:51:12.417162 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc6d6d-f9ac-4d80-ac5d-1a93dd653cb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5d273a-94e7-4e0a-b035-5c2095934088,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:12.570961 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43400) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:12.613296 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-a2fd5231-4194-497f-a3d6-68f3b8c6032d admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=d5614088125349f1975cc55b25dd9dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426955 Oct 20 14:51:12.615887 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43402) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:12.671817 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5d58d6ec-29fb-4c28-b44b-32ec66c365ff admin admin] Publish callbacks [] for security_group (9c479469-d472-4014-8272-3515db1552ca), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:12.694395 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5d58d6ec-29fb-4c28-b44b-32ec66c365ff admin admin] Publish callbacks [] for security_group (9c479469-d472-4014-8272-3515db1552ca), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:12.696086 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device ab256b6d-09c5-482b-916b-a0ee103b496a no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:51:12.716071 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: ab256b6d-09c5-482b-916b-a0ee103b496a {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:51:12.716451 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device ab256b6d-09c5-482b-916b-a0ee103b496a not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:51:12.716876 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device ec51b304-2202-4693-8079-fb6cadd6216a no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:51:12.735809 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: ec51b304-2202-4693-8079-fb6cadd6216a {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:51:12.736156 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device ec51b304-2202-4693-8079-fb6cadd6216a not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:51:12.736596 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:51:12.744772 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5d58d6ec-29fb-4c28-b44b-32ec66c365ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (9c479469-d472-4014-8272-3515db1552ca), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:12.747294 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-5d58d6ec-29fb-4c28-b44b-32ec66c365ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:12.748458 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-5d58d6ec-29fb-4c28-b44b-32ec66c365ff admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9c479469-d472-4014-8272-3515db1552ca HTTP/1.1" status: 204 len: 168 time: 0.1316359 Oct 20 14:51:12.756195 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:51:12.756585 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 1339e3fe-ce62-4c68-b8a4-116a25a8aeb1 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:51:12.756953 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58d6ec-29fb-4c28-b44b-32ec66c365ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c479469-d472-4014-8272-3515db1552ca,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:13.072642 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43408) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:13.113468 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-70d197ec-e0d1-4144-bbd5-8ac2e3824da1 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=2a583792afbd4bf2b016df8fe868fc82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396161 Oct 20 14:51:13.116890 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43410) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:13.164996 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-184e6b17-b595-4dca-9aeb-93894972845e admin admin] Publish callbacks [] for security_group (c2466e2f-d6fb-4a72-9bcd-98ac16413334), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:13.185151 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-184e6b17-b595-4dca-9aeb-93894972845e admin admin] Publish callbacks [] for security_group (c2466e2f-d6fb-4a72-9bcd-98ac16413334), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:13.195771 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:13.232991 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-184e6b17-b595-4dca-9aeb-93894972845e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (c2466e2f-d6fb-4a72-9bcd-98ac16413334), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:13.235442 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-184e6b17-b595-4dca-9aeb-93894972845e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:13.236590 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-184e6b17-b595-4dca-9aeb-93894972845e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c2466e2f-d6fb-4a72-9bcd-98ac16413334 HTTP/1.1" status: 204 len: 168 time: 0.1188056 Oct 20 14:51:13.244729 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e6b17-b595-4dca-9aeb-93894972845e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2466e2f-d6fb-4a72-9bcd-98ac16413334,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:18.048406 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=95 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:18.049136 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:19.155070 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=25,neutron:DELETE=8 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:19.173844 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:21.523980 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-cee81981-f30e-4f06-9e7f-a85368699d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:23.220337 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=58,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:23.240000 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:23.668154 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-d6d35d8d-2781-4fcc-a9ea-8a670ea45afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:25.032389 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:26.311494 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:26.455325 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:32.453955 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:42.443638 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:42.449710 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=58,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:44.023787 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:51:51.526494 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-31e2985b-d0eb-4b7e-a349-71953872b068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:53.668817 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6859-3cfb-44cf-b3d7-8d2c0c1a9dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:54.020983 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=19 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:54.027058 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=15 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:55.034054 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:56.313561 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:56.457560 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:57.452578 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43418) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:51:57.776213 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-492202eb-b79e-4e5a-8175-68c16c23fa67 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Deleting port c76b4928-7862-470c-a1ba-599c22e6766d {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:51:57.776581 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-492202eb-b79e-4e5a-8175-68c16c23fa67 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (c76b4928-7862-470c-a1ba-599c22e6766d), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:57.851635 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-492202eb-b79e-4e5a-8175-68c16c23fa67 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (c76b4928-7862-470c-a1ba-599c22e6766d), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:57.851961 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-492202eb-b79e-4e5a-8175-68c16c23fa67 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for floatingip (c76b4928-7862-470c-a1ba-599c22e6766d), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:57.864686 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-492202eb-b79e-4e5a-8175-68c16c23fa67 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Calling delete_port for c76b4928-7862-470c-a1ba-599c22e6766d owned by network:floatingip {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:51:58.011003 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-492202eb-b79e-4e5a-8175-68c16c23fa67 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634291'] for port (c76b4928-7862-470c-a1ba-599c22e6766d), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:58.037211 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492202eb-b79e-4e5a-8175-68c16c23fa67 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Pushing event deleted for resources: {'Port': ['ID=c76b4928-7862-470c-a1ba-599c22e6766d,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:51:58.100281 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-492202eb-b79e-4e5a-8175-68c16c23fa67 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for floatingip (75f4c485-2a26-4d22-9342-e811c430ece0), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:58.100629 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.db.l3_db [None req-492202eb-b79e-4e5a-8175-68c16c23fa67 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Floating IP 75f4c485-2a26-4d22-9342-e811c430ece0 disassociated (deleted). External IP: 172.27.0.106, port: 0526eee3-ed29-410b-be9e-e1916564638c. Oct 20 14:51:58.293763 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492202eb-b79e-4e5a-8175-68c16c23fa67 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Router 7bd8ee59-5d77-452d-9ab2-898226944dca has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:51:58.396330 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492202eb-b79e-4e5a-8175-68c16c23fa67 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:51:58.401158 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-492202eb-b79e-4e5a-8175-68c16c23fa67 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for floatingip (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:51:58.405731 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad0b5c-e65f-4c42-a703-4b757c58317a None None] Sync routers for ids ['7bd8ee59-5d77-452d-9ab2-898226944dca'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:51:58.415596 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad0b5c-e65f-4c42-a703-4b757c58317a None None] Routers {'7bd8ee59-5d77-452d-9ab2-898226944dca'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:51:58.416200 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-bcad0b5c-e65f-4c42-a703-4b757c58317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:51:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['7bd8ee59-5d77-452d-9ab2-898226944dca'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:58.430516 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-492202eb-b79e-4e5a-8175-68c16c23fa67 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/75f4c485-2a26-4d22-9342-e811c430ece0 HTTP/1.1" status: 204 len: 168 time: 0.9768636 Oct 20 14:51:58.431148 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'tag': '0526eee3-ed29-410b-be9e-e1916564638c'}] {{(pid=111617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:51:58.433436 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0217c51badbd3d214a0c9a014d05b500036e11d0a0a46bcec0037e35e19601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e6dea8-ae50-40a3-978b-a6b31999b217" -d '{"events": [{"name": "network-changed", "server_uuid": "a4919bb2-0fa7-455d-bb9e-55db2807713c", "tag": "0526eee3-ed29-410b-be9e-e1916564638c"}]}' {{(pid=111617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:51:58.523240 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-bcad0b5c-e65f-4c42-a703-4b757c58317a None None] Set router 7bd8ee59-5d77-452d-9ab2-898226944dca gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:51:58.624136 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 14:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6869a418-39a7-4a4e-8a5c-b5ee64cc1666 x-openstack-request-id: req-6869a418-39a7-4a4e-8a5c-b5ee64cc1666 {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:51:58.624723 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4919bb2-0fa7-455d-bb9e-55db2807713c", "tag": "0526eee3-ed29-410b-be9e-e1916564638c", "status": "completed", "code": 200}]} {{(pid=111617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:51:58.624723 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6869a418-39a7-4a4e-8a5c-b5ee64cc1666 {{(pid=111617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:51:58.625001 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6869a418-39a7-4a4e-8a5c-b5ee64cc1666'] response: {'name': 'network-changed', 'server_uuid': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'tag': '0526eee3-ed29-410b-be9e-e1916564638c', 'status': 'completed', 'code': 200} Oct 20 14:51:58.666683 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:58.678881 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:51:58.689340 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dc2c6-7c27-43c8-9936-dbc425733356 req-574b7628-2fb8-4810-948e-77c065a4755c tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:51:58.690856 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c08dc2c6-7c27-43c8-9936-dbc425733356 req-574b7628-2fb8-4810-948e-77c065a4755c tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0578036 Oct 20 14:51:58.741998 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-c08dc2c6-7c27-43c8-9936-dbc425733356 req-8ed32ca2-d046-469e-8a25-ae8386310af4 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451746 Oct 20 14:51:58.812221 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-bcad0b5c-e65f-4c42-a703-4b757c58317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:46:44Z', 'revision_number': 4, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port': {'id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:41Z', 'updated_at': '2022-10-20T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '2b807137-7049-48d6-87b6-0598c92f3012', 'name': '', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'mac_address': 'fa:16:3e:e9:14:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:43Z', 'updated_at': '2022-10-20T14:46:51Z', 'revision_number': 5, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'subnets': [{'id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:58.835390 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad0b5c-e65f-4c42-a703-4b757c58317a None None] Checking router: 7bd8ee59-5d77-452d-9ab2-898226944dca for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:51:58.844244 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad0b5c-e65f-4c42-a703-4b757c58317a None None] Routers {'7bd8ee59-5d77-452d-9ab2-898226944dca'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:51:58.844853 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-bcad0b5c-e65f-4c42-a703-4b757c58317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:51:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['7bd8ee59-5d77-452d-9ab2-898226944dca'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:58.942401 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-bcad0b5c-e65f-4c42-a703-4b757c58317a None None] Set router 7bd8ee59-5d77-452d-9ab2-898226944dca gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:51:59.121213 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-bcad0b5c-e65f-4c42-a703-4b757c58317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:46:44Z', 'revision_number': 4, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port': {'id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:41Z', 'updated_at': '2022-10-20T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '2b807137-7049-48d6-87b6-0598c92f3012', 'name': '', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'mac_address': 'fa:16:3e:e9:14:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:43Z', 'updated_at': '2022-10-20T14:46:51Z', 'revision_number': 5, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'subnets': [{'id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:51:59.148406 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad0b5c-e65f-4c42-a703-4b757c58317a None None] The sync data for ids ['7bd8ee59-5d77-452d-9ab2-898226944dca'] in dv-cinder-779233-7-iscsi is: [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:46:44Z', 'revision_number': 4, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port': {'id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:41Z', 'updated_at': '2022-10-20T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi', '_interfaces': [{'id': '2b807137-7049-48d6-87b6-0598c92f3012', 'name': '', 'network_id': '97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'mac_address': 'fa:16:3e:e9:14:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:43Z', 'updated_at': '2022-10-20T14:46:51Z', 'revision_number': 5, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'subnets': [{'id': '75bc6864-b09b-40e0-876c-324ef9f43459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:51:59.362709 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd87bb-f301-4ba1-a4e1-6ad9281ca2b9 None None] New status for floating IP 75f4c485-2a26-4d22-9342-e811c430ece0: DOWN {{(pid=111618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 14:51:59.704263 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6dea8-ae50-40a3-978b-a6b31999b217 req-c3b4c83d-c4b3-46ea-a33f-ab673f604c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:51:59.705822 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-46e6dea8-ae50-40a3-978b-a6b31999b217 req-c3b4c83d-c4b3-46ea-a33f-ab673f604c22 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=370ff2b623ce4dfc992a266bd41ee51e&device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 1129 time: 0.0853410 Oct 20 14:51:59.856496 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6dea8-ae50-40a3-978b-a6b31999b217 req-1a037c02-2ac5-4196-afd7-17ff2f224514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:51:59.859019 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-46e6dea8-ae50-40a3-978b-a6b31999b217 req-1a037c02-2ac5-4196-afd7-17ff2f224514 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 HTTP/1.1" status: 200 len: 910 time: 0.0924020 Oct 20 14:51:59.867133 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01844821-29e4-4687-ac69-a1c995c72081 req-0ce5df5a-9878-4bae-91e2-e48a5617db4e tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:51:59.868589 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-01844821-29e4-4687-ac69-a1c995c72081 req-0ce5df5a-9878-4bae-91e2-e48a5617db4e tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0476086 Oct 20 14:51:59.916778 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-01844821-29e4-4687-ac69-a1c995c72081 req-b6a731f1-4cbf-4807-a28f-ee52fc5299ee tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Oct 20 14:52:00.050322 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-46e6dea8-ae50-40a3-978b-a6b31999b217 req-559ca0cc-ead5-4cce-b0dd-8be670325b72 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0526eee3-ed29-410b-be9e-e1916564638c HTTP/1.1" status: 200 len: 217 time: 0.0331669 Oct 20 14:52:00.128599 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6dea8-ae50-40a3-978b-a6b31999b217 req-e372fcfb-aad8-41df-905a-404c1ffb22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:52:00.130050 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-46e6dea8-ae50-40a3-978b-a6b31999b217 req-e372fcfb-aad8-41df-905a-404c1ffb22e7 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=75bc6864-b09b-40e0-876c-324ef9f43459 HTTP/1.1" status: 200 len: 848 time: 0.0739479 Oct 20 14:52:00.153443 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426717f0-f2eb-448d-ac13-346730eee7b8 req-77d42b2a-f9ea-4e10-895e-36928a7e2b49 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:52:00.155360 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-426717f0-f2eb-448d-ac13-346730eee7b8 req-77d42b2a-f9ea-4e10-895e-36928a7e2b49 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 945 time: 0.0668840 Oct 20 14:52:00.207277 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6dea8-ae50-40a3-978b-a6b31999b217 req-d61021b6-984d-46c3-9c5f-c4e2b88846b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 14:52:00.208716 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-46e6dea8-ae50-40a3-978b-a6b31999b217 req-d61021b6-984d-46c3-9c5f-c4e2b88846b3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710332 Oct 20 14:52:00.224556 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [req-46e6dea8-ae50-40a3-978b-a6b31999b217 req-b25c24e2-384e-44c4-90fe-e096ac8f17fd service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 14:52:00.225479 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-46e6dea8-ae50-40a3-978b-a6b31999b217 req-b25c24e2-384e-44c4-90fe-e096ac8f17fd service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059912 Oct 20 14:52:00.304243 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-426717f0-f2eb-448d-ac13-346730eee7b8 req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Deleting port 0526eee3-ed29-410b-be9e-e1916564638c {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:52:00.304502 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-426717f0-f2eb-448d-ac13-346730eee7b8 req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (0526eee3-ed29-410b-be9e-e1916564638c), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:00.398258 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-46e6dea8-ae50-40a3-978b-a6b31999b217 req-333d60a1-9e56-4d20-9fce-14db847910d7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528149 Oct 20 14:52:00.461460 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [req-426717f0-f2eb-448d-ac13-346730eee7b8 req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] For port 0526eee3-ed29-410b-be9e-e1916564638c, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=0526eee3-ed29-410b-be9e-e1916564638c,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:52:00.461813 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-426717f0-f2eb-448d-ac13-346730eee7b8 req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (0526eee3-ed29-410b-be9e-e1916564638c), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:00.479358 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [req-426717f0-f2eb-448d-ac13-346730eee7b8 req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Calling delete_port for 0526eee3-ed29-410b-be9e-e1916564638c owned by compute:nova {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:52:00.552352 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-46e6dea8-ae50-40a3-978b-a6b31999b217 req-317980ed-76ce-492d-9dc0-20ce189100bd service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472476 Oct 20 14:52:00.635227 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-426717f0-f2eb-448d-ac13-346730eee7b8 req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (0526eee3-ed29-410b-be9e-e1916564638c), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:00.664033 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Pushing event deleted for resources: {'Port': ['ID=0526eee3-ed29-410b-be9e-e1916564638c,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:00.691523 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.691869 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.692205 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.692563 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.692896 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.693220 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.693541 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.693860 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.694179 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.694495 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.694838 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.695154 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.695470 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.695783 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.696096 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:00.719962 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [req-426717f0-f2eb-448d-ac13-346730eee7b8 req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] No DVR routers for this DVR port 0526eee3-ed29-410b-be9e-e1916564638c on host hv-cinder-77923 {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:52:00.722583 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [req-426717f0-f2eb-448d-ac13-346730eee7b8 req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70904'] for port (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:00.726063 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [req-426717f0-f2eb-448d-ac13-346730eee7b8 req-2cb8716a-559d-4619-b8d3-b21a1ef14dbc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.36 "DELETE /networking/v2.0/ports/0526eee3-ed29-410b-be9e-e1916564638c HTTP/1.1" status: 204 len: 173 time: 0.5551984 Oct 20 14:52:00.726556 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'name': 'network-vif-deleted', 'tag': '0526eee3-ed29-410b-be9e-e1916564638c'}] {{(pid=111616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 14:52:00.728846 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1785106d85c94dc7354ae1a358192c02c5e6337d187efa9dab1e481ebe236d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06340cd1-2c84-448b-97dc-5a64e9d47abb" -d '{"events": [{"server_uuid": "a4919bb2-0fa7-455d-bb9e-55db2807713c", "name": "network-vif-deleted", "tag": "0526eee3-ed29-410b-be9e-e1916564638c"}]}' {{(pid=111616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 14:52:00.826734 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 14:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973f3f4f-146a-40fb-8309-fa4c164d957b x-openstack-request-id: req-973f3f4f-146a-40fb-8309-fa4c164d957b {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 14:52:00.827024 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4919bb2-0fa7-455d-bb9e-55db2807713c", "name": "network-vif-deleted", "tag": "0526eee3-ed29-410b-be9e-e1916564638c", "status": "completed", "code": 200}]} {{(pid=111616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 14:52:00.827273 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-973f3f4f-146a-40fb-8309-fa4c164d957b {{(pid=111616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 14:52:00.827680 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973f3f4f-146a-40fb-8309-fa4c164d957b'] response: {'server_uuid': 'a4919bb2-0fa7-455d-bb9e-55db2807713c', 'name': 'network-vif-deleted', 'tag': '0526eee3-ed29-410b-be9e-e1916564638c', 'status': 'completed', 'code': 200} Oct 20 14:52:01.034829 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [req-56624ff2-1e16-49de-8eb6-53befe3113d5 req-a9243ee0-a83a-4ca1-9158-1efa410e4ecc tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a4919bb2-0fa7-455d-bb9e-55db2807713c HTTP/1.1" status: 200 len: 210 time: 0.0336702 Oct 20 14:52:02.104204 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43442) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:52:02.163089 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group (fabfd6fa-0c6c-400d-8a0f-4682ccfc1289), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:02.186538 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group (fabfd6fa-0c6c-400d-8a0f-4682ccfc1289), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:02.243931 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (fabfd6fa-0c6c-400d-8a0f-4682ccfc1289), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:02.246450 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:02.247732 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/fabfd6fa-0c6c-400d-8a0f-4682ccfc1289 HTTP/1.1" status: 204 len: 168 time: 0.1435301 Oct 20 14:52:02.258524 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabfd6fa-0c6c-400d-8a0f-4682ccfc1289,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:02.266850 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.267192 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.267592 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.267949 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.268254 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.268599 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.268921 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.269239 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.269558 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.269874 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.270188 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.270546 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.270907 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.271334 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.271675 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5086b35-ef59-49e1-90ec-4b3275bc8f42 tempest-TestShelveInstance-897544466 tempest-TestShelveInstance-897544466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:02.298328 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 43446) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:52:02.447799 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:02.453129 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:02.494599 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:02.706292 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8df9e7c6-5bf8-4384-8052-b0f1668e46e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653547'] for router_interface (7bd8ee59-5d77-452d-9ab2-898226944dca), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:03.169039 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-8df9e7c6-5bf8-4384-8052-b0f1668e46e8 admin admin] Deleting port 2b807137-7049-48d6-87b6-0598c92f3012 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:52:03.169375 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8df9e7c6-5bf8-4384-8052-b0f1668e46e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (2b807137-7049-48d6-87b6-0598c92f3012), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:03.250378 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-8df9e7c6-5bf8-4384-8052-b0f1668e46e8 admin admin] For port 2b807137-7049-48d6-87b6-0598c92f3012, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=2b807137-7049-48d6-87b6-0598c92f3012,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:52:03.250742 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8df9e7c6-5bf8-4384-8052-b0f1668e46e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (2b807137-7049-48d6-87b6-0598c92f3012), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:03.263099 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-8df9e7c6-5bf8-4384-8052-b0f1668e46e8 admin admin] Calling delete_port for 2b807137-7049-48d6-87b6-0598c92f3012 owned by network:router_interface {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:52:03.440791 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8df9e7c6-5bf8-4384-8052-b0f1668e46e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (2b807137-7049-48d6-87b6-0598c92f3012), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:03.463811 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9e7c6-5bf8-4384-8052-b0f1668e46e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b807137-7049-48d6-87b6-0598c92f3012,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:03.529998 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:03.538914 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:03.635253 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-8df9e7c6-5bf8-4384-8052-b0f1668e46e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1556640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653663'] for router_interface (7bd8ee59-5d77-452d-9ab2-898226944dca), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:03.648141 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 0526eee3-ed29-410b-be9e-e1916564638c no longer exists at agent hyperv_hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:52:03.668307 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6689e-b6bb-44e4-8359-853e9ff0ddf1 None None] get_active_networks_info from dv-cinder-779233-7-iscsi {{(pid=111618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 14:52:03.670444 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] No Port match for: 0526eee3-ed29-410b-be9e-e1916564638c {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:52:03.670779 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Device 0526eee3-ed29-410b-be9e-e1916564638c not bound to the agent host hv-cinder-77923 {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:52:03.745688 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d6689e-b6bb-44e4-8359-853e9ff0ddf1 None None] Resources bound (agent type, host, resource id): {{(pid=111618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 14:52:03.844377 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df9e7c6-5bf8-4384-8052-b0f1668e46e8 admin admin] Router 7bd8ee59-5d77-452d-9ab2-898226944dca has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:52:03.947954 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df9e7c6-5bf8-4384-8052-b0f1668e46e8 admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:52:03.956715 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-8df9e7c6-5bf8-4384-8052-b0f1668e46e8 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/7bd8ee59-5d77-452d-9ab2-898226944dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6546528 Oct 20 14:52:03.956835 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 43450) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:52:03.958307 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250663f9-b9ad-46a7-8236-dcf9e289ca0d None None] Sync routers for ids ['7bd8ee59-5d77-452d-9ab2-898226944dca'] in dv-cinder-779233-7-iscsi {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:52:03.970258 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250663f9-b9ad-46a7-8236-dcf9e289ca0d None None] Routers {'7bd8ee59-5d77-452d-9ab2-898226944dca'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:52:03.971050 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-250663f9-b9ad-46a7-8236-dcf9e289ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:51:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['7bd8ee59-5d77-452d-9ab2-898226944dca'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:52:04.061213 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] Publish callbacks [] for router (7bd8ee59-5d77-452d-9ab2-898226944dca), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:04.081044 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-250663f9-b9ad-46a7-8236-dcf9e289ca0d None None] Set router 7bd8ee59-5d77-452d-9ab2-898226944dca gateway port host: dv-cinder-779233-7-iscsi {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:52:04.169450 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] Publish callbacks [] for router_gateway (7bd8ee59-5d77-452d-9ab2-898226944dca), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:04.219818 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] Deleting port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:52:04.220277 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (3f50ae1c-402b-4cc1-90a1-6ae5e7246422), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:04.266312 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-250663f9-b9ad-46a7-8236-dcf9e289ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:52:03Z', 'revision_number': 5, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port': {'id': '3f50ae1c-402b-4cc1-90a1-6ae5e7246422', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:41Z', 'updated_at': '2022-10-20T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:52:04.292309 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250663f9-b9ad-46a7-8236-dcf9e289ca0d None None] Checking router: 7bd8ee59-5d77-452d-9ab2-898226944dca for host: dv-cinder-779233-7-iscsi {{(pid=111619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:52:04.294997 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:04.302824 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250663f9-b9ad-46a7-8236-dcf9e289ca0d None None] Routers {'7bd8ee59-5d77-452d-9ab2-898226944dca'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:52:04.303444 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-250663f9-b9ad-46a7-8236-dcf9e289ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:51:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['7bd8ee59-5d77-452d-9ab2-898226944dca'], 'active': True} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:52:04.320434 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] For port 3f50ae1c-402b-4cc1-90a1-6ae5e7246422, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=3f50ae1c-402b-4cc1-90a1-6ae5e7246422,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:52:04.320800 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (3f50ae1c-402b-4cc1-90a1-6ae5e7246422), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:04.335237 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] Calling delete_port for 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 owned by network:router_gateway {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:52:04.373067 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-f2444f9a-c83d-44a7-a0bb-ad1a9c206c55 None None] Provisioning complete for port 8352c67b-2a6d-494f-a927-6956fa7890d1 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:52:04.373827 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f2444f9a-c83d-44a7-a0bb-ad1a9c206c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (8352c67b-2a6d-494f-a927-6956fa7890d1), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:04.374434 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-f2444f9a-c83d-44a7-a0bb-ad1a9c206c55 None None] Attempt 1 to provision port 8352c67b-2a6d-494f-a927-6956fa7890d1 Oct 20 14:52:04.381284 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=100 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:04.393384 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_dvr_db [None req-250663f9-b9ad-46a7-8236-dcf9e289ca0d None None] Set router 7bd8ee59-5d77-452d-9ab2-898226944dca gateway port host: None {{(pid=111619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:52:04.447024 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.l3_hamode_db [None req-250663f9-b9ad-46a7-8236-dcf9e289ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:52:04Z', 'revision_number': 6, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port_host': None}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:52:04.450562 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-f2444f9a-c83d-44a7-a0bb-ad1a9c206c55 None None] Current status of the port 8352c67b-2a6d-494f-a927-6956fa7890d1 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:52:04.456257 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:04.458283 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:04.473790 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250663f9-b9ad-46a7-8236-dcf9e289ca0d None None] The sync data for ids ['7bd8ee59-5d77-452d-9ab2-898226944dca'] in dv-cinder-779233-7-iscsi is: [{'id': '7bd8ee59-5d77-452d-9ab2-898226944dca', 'name': 'tempest-TestShelveInstance-1412436985-router', 'tenant_id': '370ff2b623ce4dfc992a266bd41ee51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:40Z', 'updated_at': '2022-10-20T14:52:04Z', 'revision_number': 6, 'project_id': '370ff2b623ce4dfc992a266bd41ee51e', 'gw_port_host': None}] {{(pid=111619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:52:04.517880 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (3f50ae1c-402b-4cc1-90a1-6ae5e7246422), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:04.542814 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] Pushing event deleted for resources: {'Port': ['ID=3f50ae1c-402b-4cc1-90a1-6ae5e7246422,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:04.605677 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647734'] for router_gateway (7bd8ee59-5d77-452d-9ab2-898226944dca), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:04.689021 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2788'] for router (7bd8ee59-5d77-452d-9ab2-898226944dca), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:04.691154 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] Publish callbacks [] for router_controller (7bd8ee59-5d77-452d-9ab2-898226944dca), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:04.730813 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653576'] for router (7bd8ee59-5d77-452d-9ab2-898226944dca), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:04.731417 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bd8ee59-5d77-452d-9ab2-898226944dca {{(pid=111616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 14:52:04.736474 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] Publish callbacks [] for router (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:04.737606 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-4b9f6c6d-4da1-4572-8e72-25b67495f3de admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/7bd8ee59-5d77-452d-9ab2-898226944dca HTTP/1.1" status: 204 len: 168 time: 0.7798560 Oct 20 14:52:04.740220 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 43452) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:52:04.784132 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.db_base_plugin_v2 [None req-22cff4b3-11d6-4127-bd0c-147189a4b949 admin admin] Deleting subnet 75bc6864-b09b-40e0-876c-324ef9f43459 {{(pid=111616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:52:04.787176 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-22cff4b3-11d6-4127-bd0c-147189a4b949 admin admin] Publish callbacks [] for subnet (75bc6864-b09b-40e0-876c-324ef9f43459), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:04.823606 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-22cff4b3-11d6-4127-bd0c-147189a4b949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3906335'] for subnet (75bc6864-b09b-40e0-876c-324ef9f43459), precommit_delete_associations {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:04.917092 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-22cff4b3-11d6-4127-bd0c-147189a4b949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (75bc6864-b09b-40e0-876c-324ef9f43459), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:04.972546 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-22cff4b3-11d6-4127-bd0c-147189a4b949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9298077'] for subnet (75bc6864-b09b-40e0-876c-324ef9f43459), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:05.001150 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-22cff4b3-11d6-4127-bd0c-147189a4b949 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:05.005011 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-22cff4b3-11d6-4127-bd0c-147189a4b949 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/75bc6864-b09b-40e0-876c-324ef9f43459 HTTP/1.1" status: 204 len: 168 time: 0.2638419 Oct 20 14:52:05.005825 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cff4b3-11d6-4127-bd0c-147189a4b949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75bc6864-b09b-40e0-876c-324ef9f43459,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:05.007443 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.wsgi [-] (111616) accepted ('10.222.0.13', 43454) {{(pid=111616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:52:05.010040 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3063fe0d-fe7c-4fce-a575-74c1680110ae None None] Network 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:52:05.082417 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:05.128590 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Deleting port 8352c67b-2a6d-494f-a927-6956fa7890d1 {{(pid=111616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:52:05.128932 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (8352c67b-2a6d-494f-a927-6956fa7890d1), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:05.195181 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.db [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] For port 8352c67b-2a6d-494f-a927-6956fa7890d1, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=8352c67b-2a6d-494f-a927-6956fa7890d1,segment=NetworkSegment(9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e),segment_id=9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e)] {{(pid=111616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:52:05.195647 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (8352c67b-2a6d-494f-a927-6956fa7890d1), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:05.212224 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.plugin [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Calling delete_port for 8352c67b-2a6d-494f-a927-6956fa7890d1 owned by network:dhcp {{(pid=111616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:52:05.239861 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 2b807137-7049-48d6-87b6-0598c92f3012 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:52:05.259846 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 2b807137-7049-48d6-87b6-0598c92f3012 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:52:05.260183 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 2b807137-7049-48d6-87b6-0598c92f3012 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:52:05.261672 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:DELETE=9,neutron:UPDATE=3,neutron:SELECT=88 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:05.304786 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506149'] for port (8352c67b-2a6d-494f-a927-6956fa7890d1), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:05.329664 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c807a76d-9e24-4871-8612-94fffa6727f4 None None] DHCP port deletion for 97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 request from dv-cinder-779233-7-iscsi {{(pid=111618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 14:52:05.333663 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] No DVR routers for this DVR port 8352c67b-2a6d-494f-a927-6956fa7890d1 on host dv-cinder-779233-7-iscsi {{(pid=111616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:52:05.341023 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Pushing event deleted for resources: {'Port': ['ID=8352c67b-2a6d-494f-a927-6956fa7890d1,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:05.416995 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:05.436827 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7']}} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:52:05.451950 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e') {'for_net_delete': True} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:52:05.451950 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.services.segments.db [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e') {} {{(pid=111616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:52:05.457633 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3906344'] for segment (9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e), before_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:05.469296 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:05.472587 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e), precommit_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:05.481013 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=111616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:52:05.481892 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506356'] for segment (9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:05.524850 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment 9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e resource provider aggregate not found Oct 20 14:52:05.548595 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.services.segments.plugin [-] Segment 9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e1c1fa1-16bb-4172-b97e-e1d9dc68b67e found for delete ", "request_id": "req-4337f419-c496-4133-a004-478102b7491d"}]} Oct 20 14:52:05.549949 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7), after_delete {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:05.555369 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron_lib.callbacks.manager [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:05.558402 dv-cinder-779233-7-iscsi neutron-server[111616]: INFO neutron.wsgi [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7 HTTP/1.1" status: 204 len: 168 time: 0.5500083 Oct 20 14:52:05.561540 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43460) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:52:05.572692 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f8e3b-b47d-4d3c-ba4f-dfc213ed3668 admin admin] Pushing event deleted for resources: {'Network': ['ID=97a278cd-34d3-48f4-b47e-9e6a7ff3c6e7,revision_number=None']} {{(pid=111616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:05.869024 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b7a764b2-e132-4a99-8e02-97f159f3ea7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653547'] for router_interface (1dd01a2e-d407-48f8-9cc5-c091d36027e5), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:06.084665 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-b7a764b2-e132-4a99-8e02-97f159f3ea7e admin admin] Deleting port ea3567ff-4b62-4f92-933f-1df575df4f72 {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:52:06.085005 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b7a764b2-e132-4a99-8e02-97f159f3ea7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:06.097799 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:06.166878 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-b7a764b2-e132-4a99-8e02-97f159f3ea7e admin admin] For port ea3567ff-4b62-4f92-933f-1df575df4f72, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=ea3567ff-4b62-4f92-933f-1df575df4f72,segment=NetworkSegment(6b206acb-2083-4147-b6c3-d2280fce4b32),segment_id=6b206acb-2083-4147-b6c3-d2280fce4b32)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:52:06.167157 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b7a764b2-e132-4a99-8e02-97f159f3ea7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:06.169220 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:06.181063 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-b7a764b2-e132-4a99-8e02-97f159f3ea7e admin admin] Calling delete_port for ea3567ff-4b62-4f92-933f-1df575df4f72 owned by network:router_interface {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:52:06.356301 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b7a764b2-e132-4a99-8e02-97f159f3ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634291'] for port (ea3567ff-4b62-4f92-933f-1df575df4f72), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:06.379483 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a764b2-e132-4a99-8e02-97f159f3ea7e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3567ff-4b62-4f92-933f-1df575df4f72,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:06.547871 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-b7a764b2-e132-4a99-8e02-97f159f3ea7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1556640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653663'] for router_interface (1dd01a2e-d407-48f8-9cc5-c091d36027e5), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:06.568451 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7b2777-79f0-4035-9da0-6443151324e8 None None] get_active_networks_info from dv-cinder-779233-7-iscsi {{(pid=111618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 14:52:06.640598 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b2777-79f0-4035-9da0-6443151324e8 None None] Resources bound (agent type, host, resource id): {{(pid=111618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 14:52:06.758255 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a764b2-e132-4a99-8e02-97f159f3ea7e admin admin] Router 1dd01a2e-d407-48f8-9cc5-c091d36027e5 has already been hosted by L3 agent 96f76172-138b-42a1-85f4-c4ec75925719 {{(pid=111617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 14:52:06.780052 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:52:06.804907 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:52:06.805529 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 3f50ae1c-402b-4cc1-90a1-6ae5e7246422 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:52:06.806121 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 8352c67b-2a6d-494f-a927-6956fa7890d1 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:52:06.807866 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:06.832180 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 8352c67b-2a6d-494f-a927-6956fa7890d1 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:52:06.832620 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 8352c67b-2a6d-494f-a927-6956fa7890d1 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:52:06.878681 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a764b2-e132-4a99-8e02-97f159f3ea7e admin admin] Notify agent at l3_agent.dv-cinder-779233-7-iscsi the message routers_updated {{(pid=111617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 14:52:06.883803 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-b7a764b2-e132-4a99-8e02-97f159f3ea7e admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/1dd01a2e-d407-48f8-9cc5-c091d36027e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3212142 Oct 20 14:52:06.886412 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43462) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:52:06.889504 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e2d8a-9f18-4541-a7ae-ed2b7c37282e None None] Sync routers for ids ['1dd01a2e-d407-48f8-9cc5-c091d36027e5'] in dv-cinder-779233-7-iscsi {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 14:52:06.902737 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e2d8a-9f18-4541-a7ae-ed2b7c37282e None None] Routers {'1dd01a2e-d407-48f8-9cc5-c091d36027e5'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:52:06.903365 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-dc6e2d8a-9f18-4541-a7ae-ed2b7c37282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:51:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['1dd01a2e-d407-48f8-9cc5-c091d36027e5'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:52:06.997790 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] Publish callbacks [] for router (1dd01a2e-d407-48f8-9cc5-c091d36027e5), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:07.005628 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:07.015021 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-dc6e2d8a-9f18-4541-a7ae-ed2b7c37282e None None] Set router 1dd01a2e-d407-48f8-9cc5-c091d36027e5 gateway port host: dv-cinder-779233-7-iscsi {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:52:07.038182 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:07.043341 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:07.115410 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] Publish callbacks [] for router_gateway (1dd01a2e-d407-48f8-9cc5-c091d36027e5), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:07.166813 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] Deleting port 5e0d31bf-1880-44f6-808b-0ce5618da811 {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:52:07.167153 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (5e0d31bf-1880-44f6-808b-0ce5618da811), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:07.207965 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-dc6e2d8a-9f18-4541-a7ae-ed2b7c37282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'name': 'tempest-TestShelveInstance-140498235-router', 'tenant_id': '3c71e87c7020403982945a2019de5bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'external_fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '5e0d31bf-1880-44f6-808b-0ce5618da811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:46Z', 'updated_at': '2022-10-20T14:52:06Z', 'revision_number': 5, 'project_id': '3c71e87c7020403982945a2019de5bc5', 'gw_port': {'id': '5e0d31bf-1880-44f6-808b-0ce5618da811', 'name': '', 'network_id': 'ed096fec-642f-438e-acc4-cc1a6014fcef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T14:46:47Z', 'updated_at': '2022-10-20T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96de3145-ff34-4bab-be3c-86c8e298fdef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-7-iscsi'}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:52:07.235525 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e2d8a-9f18-4541-a7ae-ed2b7c37282e None None] Checking router: 1dd01a2e-d407-48f8-9cc5-c091d36027e5 for host: dv-cinder-779233-7-iscsi {{(pid=111618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 14:52:07.245283 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e2d8a-9f18-4541-a7ae-ed2b7c37282e None None] Routers {'1dd01a2e-d407-48f8-9cc5-c091d36027e5'} bound to L3 agent in host dv-cinder-779233-7-iscsi {{(pid=111618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 14:52:07.245895 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-dc6e2d8a-9f18-4541-a7ae-ed2b7c37282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T14:32:54Z,description=,heartbeat_timestamp=2022-10-20T14:51:54Z,host='dv-cinder-779233-7-iscsi',id=96f76172-138b-42a1-85f4-c4ec75925719,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T14:32:54Z,topic='l3_agent')) {'router_ids': ['1dd01a2e-d407-48f8-9cc5-c091d36027e5'], 'active': True} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:52:07.258708 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] For port 5e0d31bf-1880-44f6-808b-0ce5618da811, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=5e0d31bf-1880-44f6-808b-0ce5618da811,segment=NetworkSegment(a6f50e41-c45f-4254-9e5b-95e4483f4769),segment_id=a6f50e41-c45f-4254-9e5b-95e4483f4769)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:52:07.259066 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (5e0d31bf-1880-44f6-808b-0ce5618da811), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:07.272427 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] Calling delete_port for 5e0d31bf-1880-44f6-808b-0ce5618da811 owned by network:router_gateway {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:52:07.331106 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvr_db [None req-dc6e2d8a-9f18-4541-a7ae-ed2b7c37282e None None] Set router 1dd01a2e-d407-48f8-9cc5-c091d36027e5 gateway port host: None {{(pid=111618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 14:52:07.385574 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_hamode_db [None req-dc6e2d8a-9f18-4541-a7ae-ed2b7c37282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'name': 'tempest-TestShelveInstance-140498235-router', 'tenant_id': '3c71e87c7020403982945a2019de5bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:46Z', 'updated_at': '2022-10-20T14:52:07Z', 'revision_number': 6, 'project_id': '3c71e87c7020403982945a2019de5bc5', 'gw_port_host': None}], 'dv-cinder-779233-7-iscsi', False) {} {{(pid=111618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:52:07.418436 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e2d8a-9f18-4541-a7ae-ed2b7c37282e None None] The sync data for ids ['1dd01a2e-d407-48f8-9cc5-c091d36027e5'] in dv-cinder-779233-7-iscsi is: [{'id': '1dd01a2e-d407-48f8-9cc5-c091d36027e5', 'name': 'tempest-TestShelveInstance-140498235-router', 'tenant_id': '3c71e87c7020403982945a2019de5bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T14:46:46Z', 'updated_at': '2022-10-20T14:52:07Z', 'revision_number': 6, 'project_id': '3c71e87c7020403982945a2019de5bc5', 'gw_port_host': None}] {{(pid=111618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 14:52:07.420149 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.provisioning_blocks [None req-6baedf42-3350-4d06-9e04-6b3ebf09f078 None None] Provisioning complete for port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 triggered by entity DHCP. {{(pid=111618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 14:52:07.420550 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-6baedf42-3350-4d06-9e04-6b3ebf09f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432348'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), provisioning_complete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:07.420882 dv-cinder-779233-7-iscsi neutron-server[111618]: INFO neutron.plugins.ml2.plugin [None req-6baedf42-3350-4d06-9e04-6b3ebf09f078 None None] Attempt 1 to provision port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 Oct 20 14:52:07.504374 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-6baedf42-3350-4d06-9e04-6b3ebf09f078 None None] Current status of the port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 is: ACTIVE; New status is: ACTIVE {{(pid=111618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 14:52:07.691454 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634291'] for port (5e0d31bf-1880-44f6-808b-0ce5618da811), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:07.713459 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0d31bf-1880-44f6-808b-0ce5618da811,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:07.777012 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647734'] for router_gateway (1dd01a2e-d407-48f8-9cc5-c091d36027e5), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:07.867426 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2788'] for router (1dd01a2e-d407-48f8-9cc5-c091d36027e5), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:07.869607 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] Publish callbacks [] for router_controller (1dd01a2e-d407-48f8-9cc5-c091d36027e5), precommit_delete_associations {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:07.912641 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653576'] for router (1dd01a2e-d407-48f8-9cc5-c091d36027e5), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:07.913225 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dd01a2e-d407-48f8-9cc5-c091d36027e5 {{(pid=111617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 14:52:07.917609 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:07.918410 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-a2d4d99b-0a31-4d77-833c-8a7fe697433d admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/1dd01a2e-d407-48f8-9cc5-c091d36027e5 HTTP/1.1" status: 204 len: 168 time: 1.0303748 Oct 20 14:52:07.920863 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43464) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:52:07.964037 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7e3811-d093-4bed-8b3b-022809455d78 admin admin] Deleting subnet b44401f0-fa57-42d3-82f1-1576a753c8a9 {{(pid=111617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 14:52:07.967117 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3811-d093-4bed-8b3b-022809455d78 admin admin] Publish callbacks [] for subnet (b44401f0-fa57-42d3-82f1-1576a753c8a9), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.000568 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3811-d093-4bed-8b3b-022809455d78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9249290'] for subnet (b44401f0-fa57-42d3-82f1-1576a753c8a9), precommit_delete_associations {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.076423 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3811-d093-4bed-8b3b-022809455d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66444939'] for subnet (b44401f0-fa57-42d3-82f1-1576a753c8a9), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.120190 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:08.128221 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3811-d093-4bed-8b3b-022809455d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66444944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474657'] for subnet (b44401f0-fa57-42d3-82f1-1576a753c8a9), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.155453 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e3811-d093-4bed-8b3b-022809455d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44401f0-fa57-42d3-82f1-1576a753c8a9,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:08.158074 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3811-d093-4bed-8b3b-022809455d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for subnet (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.161200 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-9c7e3811-d093-4bed-8b3b-022809455d78 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/b44401f0-fa57-42d3-82f1-1576a753c8a9 HTTP/1.1" status: 204 len: 168 time: 0.2394412 Oct 20 14:52:08.161702 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89826813-51d0-47e7-9502-04d0c13db509 None None] Network f904421d-c340-41f2-9fd6-88c81bd3dad1 requested from dv-cinder-779233-7-iscsi {{(pid=111618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 14:52:08.163627 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43466) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:52:08.170880 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:08.237247 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66478233'] for network (f904421d-c340-41f2-9fd6-88c81bd3dad1), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.285606 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Deleting port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 {{(pid=111617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:52:08.285955 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.333268 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] DHCP port deletion for f904421d-c340-41f2-9fd6-88c81bd3dad1 request from dv-cinder-779233-7-iscsi {{(pid=111618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 14:52:08.357579 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.db [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] For port 7e70ac0d-bc57-4981-aee5-30408fca1ed7, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=7e70ac0d-bc57-4981-aee5-30408fca1ed7,segment=NetworkSegment(6b206acb-2083-4147-b6c3-d2280fce4b32),segment_id=6b206acb-2083-4147-b6c3-d2280fce4b32)] {{(pid=111617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:52:08.357946 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.372155 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.plugin [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Calling delete_port for 7e70ac0d-bc57-4981-aee5-30408fca1ed7 owned by network:dhcp {{(pid=111617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:52:08.377297 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Deleting port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 {{(pid=111618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 14:52:08.377528 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732194955'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), before_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.446640 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.db [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] For port 7e70ac0d-bc57-4981-aee5-30408fca1ed7, host dv-cinder-779233-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-7-iscsi',level=0,port_id=7e70ac0d-bc57-4981-aee5-30408fca1ed7,segment=NetworkSegment(6b206acb-2083-4147-b6c3-d2280fce4b32),segment_id=6b206acb-2083-4147-b6c3-d2280fce4b32)] {{(pid=111618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 14:52:08.447039 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1647313'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), precommit_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.463856 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Calling delete_port for 7e70ac0d-bc57-4981-aee5-30408fca1ed7 owned by network:dhcp {{(pid=111618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 14:52:08.466033 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634291'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.490881 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e70ac0d-bc57-4981-aee5-30408fca1ed7,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:08.494288 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] No DVR routers for this DVR port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 on host dv-cinder-779233-7-iscsi {{(pid=111617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:52:08.542239 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66356745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732297620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731806275'] for port (7e70ac0d-bc57-4981-aee5-30408fca1ed7), after_delete {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.568056 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66444995', 'neutron.services.segments.db._delete_segments_for_network-8766732254531'] for network (f904421d-c340-41f2-9fd6-88c81bd3dad1), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.568291 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Pushing event deleted for resources: {'Port': ['ID=7e70ac0d-bc57-4981-aee5-30408fca1ed7,revision_number=None']} {{(pid=111618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:08.570529 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] No DVR routers for this DVR port 7e70ac0d-bc57-4981-aee5-30408fca1ed7 on host dv-cinder-779233-7-iscsi {{(pid=111618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 14:52:08.579019 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.579392 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.579759 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.580103 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.580483 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.580831 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.581162 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.581490 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.581816 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.582140 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.582462 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.582779 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.583479 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.583479 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.583761 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58957ce2-6c6f-4999-bb8c-7d21e073da9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-7-iscsi {{(pid=111618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 14:52:08.592214 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.services.segments.db [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f904421d-c340-41f2-9fd6-88c81bd3dad1']}} {{(pid=111617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:52:08.601942 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.services.segments.db [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b206acb-2083-4147-b6c3-d2280fce4b32') {'for_net_delete': True} {{(pid=111617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:52:08.602233 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.services.segments.db [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b206acb-2083-4147-b6c3-d2280fce4b32') {} {{(pid=111617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 14:52:08.611570 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732339959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9249341'] for segment (6b206acb-2083-4147-b6c3-d2280fce4b32), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.625287 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815'] for segment (6b206acb-2083-4147-b6c3-d2280fce4b32), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.631584 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=111617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 14:52:08.631957 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66505815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3635106'] for segment (6b206acb-2083-4147-b6c3-d2280fce4b32), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.671704 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.services.segments.plugin [-] Segment 6b206acb-2083-4147-b6c3-d2280fce4b32 resource provider aggregate not found Oct 20 14:52:08.693834 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.services.segments.plugin [-] Segment 6b206acb-2083-4147-b6c3-d2280fce4b32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b206acb-2083-4147-b6c3-d2280fce4b32 found for delete ", "request_id": "req-6a2984a3-3578-4ef1-b7ff-5efca7c88042"}]} Oct 20 14:52:08.695932 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66445050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1556635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650432'] for network (f904421d-c340-41f2-9fd6-88c81bd3dad1), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.703747 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1556613'] for network (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.706904 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/f904421d-c340-41f2-9fd6-88c81bd3dad1 HTTP/1.1" status: 204 len: 168 time: 0.5423815 Oct 20 14:52:08.718191 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcea8f-ac63-47de-ae5f-d038577117b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f904421d-c340-41f2-9fd6-88c81bd3dad1,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:08.728570 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device ea3567ff-4b62-4f92-933f-1df575df4f72 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:52:08.753795 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: ea3567ff-4b62-4f92-933f-1df575df4f72 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:52:08.754153 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device ea3567ff-4b62-4f92-933f-1df575df4f72 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:52:08.754572 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 5e0d31bf-1880-44f6-808b-0ce5618da811 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:52:08.780043 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 5e0d31bf-1880-44f6-808b-0ce5618da811 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:52:08.780432 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 5e0d31bf-1880-44f6-808b-0ce5618da811 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:52:08.780906 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 7e70ac0d-bc57-4981-aee5-30408fca1ed7 no longer exists at agent ovs-agent-dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 14:52:08.799847 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.plugin [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] No Port match for: 7e70ac0d-bc57-4981-aee5-30408fca1ed7 {{(pid=111618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 14:52:08.800203 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron.plugins.ml2.rpc [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Device 7e70ac0d-bc57-4981-aee5-30408fca1ed7 not bound to the agent host dv-cinder-779233-7-iscsi {{(pid=111618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 14:52:08.829017 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43474) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:52:08.873346 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-6b74a275-f3cc-44f9-9709-789f906acaf5 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=370ff2b623ce4dfc992a266bd41ee51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423887 Oct 20 14:52:08.876627 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43476) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:52:08.927614 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e25a74b3-5a94-45d4-8ce0-486ca7f092b3 admin admin] Publish callbacks [] for security_group (75142261-e79a-4c32-bedc-850f3b9b410a), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.947744 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e25a74b3-5a94-45d4-8ce0-486ca7f092b3 admin admin] Publish callbacks [] for security_group (75142261-e79a-4c32-bedc-850f3b9b410a), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.995321 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e25a74b3-5a94-45d4-8ce0-486ca7f092b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (75142261-e79a-4c32-bedc-850f3b9b410a), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.997964 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-e25a74b3-5a94-45d4-8ce0-486ca7f092b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:08.999105 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-e25a74b3-5a94-45d4-8ce0-486ca7f092b3 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/75142261-e79a-4c32-bedc-850f3b9b410a HTTP/1.1" status: 204 len: 168 time: 0.1215022 Oct 20 14:52:09.008583 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a74b3-5a94-45d4-8ce0-486ca7f092b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75142261-e79a-4c32-bedc-850f3b9b410a,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:09.317528 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43482) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:52:09.358715 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-1bac3ba7-f7ad-4fd7-b3db-d95f341efa46 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=3c71e87c7020403982945a2019de5bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399387 Oct 20 14:52:09.361618 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.wsgi [-] (111617) accepted ('10.222.0.13', 43484) {{(pid=111617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 14:52:09.409642 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0a256ee3-389a-4b41-86bc-8b16724eedbe admin admin] Publish callbacks [] for security_group (8530c0a1-468b-4263-a9f1-b4ee27d3ee3d), before_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:09.431939 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0a256ee3-389a-4b41-86bc-8b16724eedbe admin admin] Publish callbacks [] for security_group (8530c0a1-468b-4263-a9f1-b4ee27d3ee3d), precommit_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:09.441739 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:09.446209 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:09.483192 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0a256ee3-389a-4b41-86bc-8b16724eedbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686082'] for security_group (8530c0a1-468b-4263-a9f1-b4ee27d3ee3d), after_delete {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:09.486557 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron_lib.callbacks.manager [None req-0a256ee3-389a-4b41-86bc-8b16724eedbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:09.487681 dv-cinder-779233-7-iscsi neutron-server[111617]: INFO neutron.wsgi [None req-0a256ee3-389a-4b41-86bc-8b16724eedbe admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8530c0a1-468b-4263-a9f1-b4ee27d3ee3d HTTP/1.1" status: 204 len: 168 time: 0.1251559 Oct 20 14:52:09.495244 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a256ee3-389a-4b41-86bc-8b16724eedbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8530c0a1-468b-4263-a9f1-b4ee27d3ee3d,revision_number=None']} {{(pid=111617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 14:52:14.448858 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=12 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:14.449631 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=3 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:15.559386 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:15.560308 dv-cinder-779233-7-iscsi neutron-server[111616]: DEBUG dbcounter [-] [111616] Writing DB stats neutron:DELETE=5,neutron:SELECT=22,neutron:UPDATE=1 {{(pid=111616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:17.409684 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:19.490611 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:19.491382 dv-cinder-779233-7-iscsi neutron-server[111617]: DEBUG dbcounter [-] [111617] Writing DB stats neutron:SELECT=4,neutron:DELETE=3 {{(pid=111617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:21.026063 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:52:21.523951 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:21.529271 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-284dec0b-8b75-46f4-8978-0a142850756c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:23.669567 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-26a8e78e-38a9-40a6-be49-e9dda3f5e312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:25.036602 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:26.315266 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:26.460178 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:32.463896 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:35.916717 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=6 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:35.917505 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:42.457967 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:42.459836 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:49.917409 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:49.918050 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:DELETE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:52:51.530941 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-e49b7ba9-7383-421c-b17b-f9335ffc5107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:53.670875 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-571db1a8-2530-434d-bea4-d1d01a7c4fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:55.039492 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:56.317225 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:56.463519 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:52:58.029206 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:53:02.463257 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:53:08.026317 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:53:08.032560 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:53:12.457791 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:53:12.459720 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:53:21.533607 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0f5f-0bf6-43e6-b9a0-eeda91f5ac6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:53:23.673196 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-2d39be39-b158-4fc9-927a-66a37dceba45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:53:25.042795 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:53:26.318925 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:53:26.469855 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:53:32.479301 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:53:35.031859 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:53:42.468525 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:53:42.475000 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:53:47.586287 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=11 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:53:47.591570 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=23 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:53:51.534977 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-bd20a0b2-261c-4178-bed1-753ba358d362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:53:53.674575 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-317e5df7-e1cd-4c14-bb0d-7ed1526ad46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:53:55.044080 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:53:56.320909 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:53:56.471425 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:54:02.497978 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:54:12.031971 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:54:12.486614 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:54:12.493704 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:54:21.537337 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-6734dbcc-83e8-41b1-89d1-bdeab6c8c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:54:22.037401 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=6 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:54:22.038082 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=2 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:54:23.678023 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-72874b09-9628-4f70-96c1-7beb18cd3db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:54:25.047944 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:54:26.322930 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:54:26.474678 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:54:32.495965 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:54:42.489539 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:54:42.491997 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:54:49.034094 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:54:51.539027 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fd66-9484-4700-82ef-007786c4f6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:54:53.683333 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-28c9d539-8ab1-4378-9476-d6ee741409a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:54:55.049628 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:54:56.325155 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:54:56.478261 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:54:59.034217 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:54:59.039798 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:55:02.486551 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:55:12.480753 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:55:12.483317 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:55:21.541022 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f574bedf-09bb-41da-8489-f25b15a7ecbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:55:23.683892 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-08bf6a86-2b15-476f-b11a-427e5b94ab99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:55:25.054685 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:55:26.035309 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:55:26.327211 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:55:26.480916 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:55:32.510113 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:55:36.034854 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:55:36.041598 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:55:42.503300 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:55:42.505189 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:55:47.518615 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=13 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:55:47.519376 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=13 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:55:51.542461 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-074feb0c-9bb5-48b1-a944-62fe21f4e6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:55:53.684890 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-6466b06b-4da3-4a8d-95f0-f0ff744f4e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:55:55.056468 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:55:56.329476 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:55:56.484274 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:56:02.508152 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:56:03.038825 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:56:12.502072 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:56:12.503974 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:56:13.043314 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=3 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:56:13.044077 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=5 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:56:21.544723 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-c57bfa0d-b991-4290-9e32-5147c6c3ea82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:56:23.686883 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-210d3ec4-56ec-4644-a5c7-014d201daa49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:56:25.058658 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:56:26.331133 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:56:26.488021 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:56:32.526136 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:56:40.044080 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:56:42.520304 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:56:42.522931 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:56:50.047372 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:SELECT=4 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:56:50.048098 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG dbcounter [-] [111619] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=111619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:56:51.545333 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-44cdeb37-aaee-4e5e-beed-68221a5301c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:56:53.690096 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-779f01ae-2de5-4a42-8d4a-76c93b08dce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:56:55.062452 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:56:56.335328 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:56:56.491236 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:57:02.522240 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfd19-8820-4b9b-adb0-7247036b22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (92f27c84-2317-4b5e-ba5a-ed3ffb59db2b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:57:07.520730 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:57:12.519074 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG dbcounter [-] [111618] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=111618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 14:57:17.046528 dv-cinder-779233-7-iscsi neutron-server[111619]: DEBUG neutron.db.agents_db [None req-82479a82-4154-4a61-ae34-4e7bac22683f None None] Agent healthcheck: found 6 active agents {{(pid=111619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 14:57:21.546008 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-04869c3d-c83f-42df-90c7-b66283efc0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (823d2908-c1e8-4eb2-86de-f926dbdf57b5), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:57:23.692982 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-3c27608d-0cc8-48c4-9543-9a4b6343aa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (96f76172-138b-42a1-85f4-c4ec75925719), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:57:25.065117 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a2f-f108-4241-b5ac-616836465f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (60c08d96-b30e-4163-b8bf-7642d8a93cb4), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:57:26.342313 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-625022e5-1535-401d-9845-d17cb153cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (81d2a784-8fd5-4df0-a42f-2f8b3687fda2), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 14:57:26.497559 dv-cinder-779233-7-iscsi neutron-server[111618]: DEBUG neutron_lib.callbacks.manager [None req-1c69a1ad-da9c-4a15-8190-4d14f0767310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732254513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66430850'] for agent (bcd95c2a-90b0-4de7-b87d-8035a6f7851b), after_update {{(pid=111618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}